2024-11-21 20:14:26,508 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-21 20:14:26,519 main DEBUG Took 0.008932 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 20:14:26,519 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 20:14:26,519 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 20:14:26,520 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 20:14:26,522 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:14:26,528 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 20:14:26,539 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:14:26,540 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:14:26,541 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:14:26,541 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:14:26,542 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:14:26,542 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:14:26,543 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:14:26,543 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:14:26,543 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:14:26,544 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:14:26,544 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:14:26,545 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:14:26,545 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:14:26,546 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:14:26,546 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:14:26,546 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:14:26,547 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:14:26,547 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:14:26,547 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:14:26,548 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:14:26,548 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:14:26,548 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:14:26,549 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:14:26,549 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:14:26,550 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:14:26,550 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 20:14:26,551 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:14:26,552 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 20:14:26,554 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 20:14:26,554 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 20:14:26,555 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 20:14:26,556 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 20:14:26,563 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 20:14:26,566 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 20:14:26,567 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 20:14:26,568 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 20:14:26,568 main DEBUG createAppenders(={Console}) 2024-11-21 20:14:26,569 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-21 20:14:26,569 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-21 20:14:26,569 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-21 20:14:26,570 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 20:14:26,570 main DEBUG OutputStream closed 2024-11-21 20:14:26,570 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 20:14:26,570 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 20:14:26,571 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-21 20:14:26,658 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 20:14:26,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 20:14:26,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 20:14:26,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 20:14:26,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 20:14:26,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 20:14:26,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 20:14:26,666 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 20:14:26,666 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 20:14:26,666 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 20:14:26,667 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 20:14:26,667 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 20:14:26,668 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 20:14:26,668 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 20:14:26,668 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 20:14:26,669 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 20:14:26,669 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 20:14:26,670 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 20:14:26,673 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 20:14:26,674 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-21 20:14:26,674 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 20:14:26,675 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-21T20:14:26,908 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099 2024-11-21 20:14:26,911 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 20:14:26,911 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T20:14:26,920 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-21T20:14:26,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T20:14:26,953 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/cluster_624d157e-386a-9996-8d25-493ef4160b01, deleteOnExit=true 2024-11-21T20:14:26,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T20:14:26,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/test.cache.data in system properties and HBase conf 2024-11-21T20:14:26,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T20:14:26,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/hadoop.log.dir in system properties and HBase conf 2024-11-21T20:14:26,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T20:14:26,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T20:14:26,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T20:14:27,039 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T20:14:27,127 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T20:14:27,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:14:27,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:14:27,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T20:14:27,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:14:27,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T20:14:27,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T20:14:27,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:14:27,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:14:27,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T20:14:27,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/nfs.dump.dir in system properties and HBase conf 2024-11-21T20:14:27,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/java.io.tmpdir in system properties and HBase conf 2024-11-21T20:14:27,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:14:27,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T20:14:27,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T20:14:28,169 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T20:14:28,237 INFO [Time-limited test {}] log.Log(170): Logging initialized @2440ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T20:14:28,303 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:14:28,358 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:14:28,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:14:28,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:14:28,377 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T20:14:28,388 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:14:28,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:14:28,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:14:28,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/java.io.tmpdir/jetty-localhost-36491-hadoop-hdfs-3_4_1-tests_jar-_-any-6649353138662973138/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:14:28,572 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:36491} 2024-11-21T20:14:28,573 INFO [Time-limited test {}] server.Server(415): Started @2776ms 2024-11-21T20:14:29,168 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:14:29,175 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:14:29,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:14:29,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:14:29,176 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T20:14:29,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:14:29,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:14:29,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/java.io.tmpdir/jetty-localhost-45501-hadoop-hdfs-3_4_1-tests_jar-_-any-9716705667092950182/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:14:29,277 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:45501} 2024-11-21T20:14:29,278 INFO [Time-limited test {}] server.Server(415): Started @3481ms 2024-11-21T20:14:29,324 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T20:14:30,559 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/cluster_624d157e-386a-9996-8d25-493ef4160b01/data/data1/current/BP-317544131-172.17.0.2-1732220067645/current, will proceed with Du for space computation calculation, 2024-11-21T20:14:30,559 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/cluster_624d157e-386a-9996-8d25-493ef4160b01/data/data2/current/BP-317544131-172.17.0.2-1732220067645/current, will proceed with Du for space computation calculation, 2024-11-21T20:14:30,583 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T20:14:30,622 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099 2024-11-21T20:14:30,625 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd601967a9b29317 with lease ID 0xc9607c607a3da92d: Processing first storage report for DS-6863173b-341e-4a49-a31f-3263c3a5fd4a from datanode DatanodeRegistration(127.0.0.1:36607, datanodeUuid=bc11cfd2-4d45-4d5d-8ad1-bb9827a931a2, infoPort=45685, infoSecurePort=0, ipcPort=45289, storageInfo=lv=-57;cid=testClusterID;nsid=1031949339;c=1732220067645) 2024-11-21T20:14:30,626 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd601967a9b29317 with lease ID 0xc9607c607a3da92d: from storage DS-6863173b-341e-4a49-a31f-3263c3a5fd4a node DatanodeRegistration(127.0.0.1:36607, datanodeUuid=bc11cfd2-4d45-4d5d-8ad1-bb9827a931a2, infoPort=45685, infoSecurePort=0, ipcPort=45289, storageInfo=lv=-57;cid=testClusterID;nsid=1031949339;c=1732220067645), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T20:14:30,626 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd601967a9b29317 with lease ID 0xc9607c607a3da92d: Processing first storage report for DS-e5d5a6ed-5745-46b9-b515-91d54e2df5a8 from datanode DatanodeRegistration(127.0.0.1:36607, datanodeUuid=bc11cfd2-4d45-4d5d-8ad1-bb9827a931a2, infoPort=45685, infoSecurePort=0, ipcPort=45289, storageInfo=lv=-57;cid=testClusterID;nsid=1031949339;c=1732220067645) 2024-11-21T20:14:30,626 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd601967a9b29317 with lease ID 0xc9607c607a3da92d: from storage DS-e5d5a6ed-5745-46b9-b515-91d54e2df5a8 node DatanodeRegistration(127.0.0.1:36607, datanodeUuid=bc11cfd2-4d45-4d5d-8ad1-bb9827a931a2, infoPort=45685, infoSecurePort=0, ipcPort=45289, storageInfo=lv=-57;cid=testClusterID;nsid=1031949339;c=1732220067645), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:14:30,689 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/cluster_624d157e-386a-9996-8d25-493ef4160b01/zookeeper_0, clientPort=51850, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/cluster_624d157e-386a-9996-8d25-493ef4160b01/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/cluster_624d157e-386a-9996-8d25-493ef4160b01/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T20:14:30,699 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51850 2024-11-21T20:14:30,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:14:30,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:14:30,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741825_1001 (size=7) 2024-11-21T20:14:31,310 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0 with version=8 2024-11-21T20:14:31,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/hbase-staging 2024-11-21T20:14:31,432 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T20:14:31,743 INFO [Time-limited test {}] client.ConnectionUtils(128): master/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:14:31,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:14:31,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:14:31,763 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:14:31,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:14:31,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:14:31,900 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T20:14:31,962 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T20:14:31,971 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T20:14:31,975 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:14:31,999 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4683 (auto-detected) 2024-11-21T20:14:32,000 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T20:14:32,021 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38673 2024-11-21T20:14:32,044 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38673 connecting to ZooKeeper ensemble=127.0.0.1:51850 2024-11-21T20:14:32,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386730x0, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:14:32,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38673-0x1015f08a6bb0000 connected 2024-11-21T20:14:32,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:14:32,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:14:32,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T20:14:32,526 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0, hbase.cluster.distributed=false 2024-11-21T20:14:32,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T20:14:32,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38673 2024-11-21T20:14:32,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38673 2024-11-21T20:14:32,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38673 2024-11-21T20:14:32,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38673 2024-11-21T20:14:32,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38673 2024-11-21T20:14:32,693 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:14:32,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:14:32,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:14:32,695 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:14:32,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:14:32,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:14:32,698 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T20:14:32,701 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:14:32,701 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44057 2024-11-21T20:14:32,703 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44057 connecting to ZooKeeper ensemble=127.0.0.1:51850 2024-11-21T20:14:32,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:14:32,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:14:32,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440570x0, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:14:32,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44057-0x1015f08a6bb0001, quorum=127.0.0.1:51850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T20:14:32,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44057-0x1015f08a6bb0001 connected 2024-11-21T20:14:32,756 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T20:14:32,765 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T20:14:32,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44057-0x1015f08a6bb0001, quorum=127.0.0.1:51850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T20:14:32,773 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44057-0x1015f08a6bb0001, quorum=127.0.0.1:51850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T20:14:32,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44057 2024-11-21T20:14:32,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44057 2024-11-21T20:14:32,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44057 2024-11-21T20:14:32,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44057 2024-11-21T20:14:32,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44057 2024-11-21T20:14:32,789 DEBUG [M:0;377014bd7527:38673 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;377014bd7527:38673 2024-11-21T20:14:32,790 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/377014bd7527,38673,1732220071552 2024-11-21T20:14:32,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44057-0x1015f08a6bb0001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T20:14:32,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T20:14:32,817 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/377014bd7527,38673,1732220071552 2024-11-21T20:14:32,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44057-0x1015f08a6bb0001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T20:14:32,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:14:32,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44057-0x1015f08a6bb0001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:14:32,866 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T20:14:32,867 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/377014bd7527,38673,1732220071552 from backup master directory 2024-11-21T20:14:32,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44057-0x1015f08a6bb0001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T20:14:32,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/377014bd7527,38673,1732220071552 2024-11-21T20:14:32,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T20:14:32,928 WARN [master/377014bd7527:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:14:32,928 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=377014bd7527,38673,1732220071552 2024-11-21T20:14:32,935 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T20:14:32,937 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T20:14:33,001 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/hbase.id] with ID: a97242bd-57f2-4e7e-9ac9-fa780190c423 2024-11-21T20:14:33,002 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/.tmp/hbase.id 2024-11-21T20:14:33,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741826_1002 (size=42) 2024-11-21T20:14:33,414 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/.tmp/hbase.id]:[hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/hbase.id] 2024-11-21T20:14:33,466 INFO [master/377014bd7527:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:14:33,471 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T20:14:33,489 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-21T20:14:33,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44057-0x1015f08a6bb0001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:14:33,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:14:33,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741827_1003 (size=196) 2024-11-21T20:14:33,995 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:14:33,997 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T20:14:34,011 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:34,014 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:14:34,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741828_1004 (size=1189) 2024-11-21T20:14:34,463 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/MasterData/data/master/store 2024-11-21T20:14:34,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741829_1005 (size=34) 2024-11-21T20:14:34,892 INFO [master/377014bd7527:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T20:14:34,896 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:14:34,897 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:14:34,898 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:14:34,898 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:14:34,900 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:14:34,900 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:14:34,900 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:14:34,902 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220074897Disabling compacts and flushes for region at 1732220074897Disabling writes for close at 1732220074900 (+3 ms)Writing region close event to WAL at 1732220074900Closed at 1732220074900 2024-11-21T20:14:34,904 WARN [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/MasterData/data/master/store/.initializing 2024-11-21T20:14:34,905 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/MasterData/WALs/377014bd7527,38673,1732220071552 2024-11-21T20:14:34,914 INFO [master/377014bd7527:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:14:34,929 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C38673%2C1732220071552, suffix=, logDir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/MasterData/WALs/377014bd7527,38673,1732220071552, archiveDir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/MasterData/oldWALs, maxLogs=10 2024-11-21T20:14:34,959 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/MasterData/WALs/377014bd7527,38673,1732220071552/377014bd7527%2C38673%2C1732220071552.1732220074934, exclude list is [], retry=0 2024-11-21T20:14:34,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36607,DS-6863173b-341e-4a49-a31f-3263c3a5fd4a,DISK] 2024-11-21T20:14:34,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T20:14:35,016 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/MasterData/WALs/377014bd7527,38673,1732220071552/377014bd7527%2C38673%2C1732220071552.1732220074934 2024-11-21T20:14:35,017 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45685:45685)] 2024-11-21T20:14:35,018 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:14:35,018 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:14:35,021 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:14:35,022 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:14:35,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:14:35,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T20:14:35,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:14:35,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:14:35,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:14:35,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T20:14:35,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:14:35,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:14:35,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:14:35,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T20:14:35,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:14:35,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:14:35,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:14:35,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T20:14:35,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:14:35,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:14:35,101 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:14:35,105 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:14:35,106 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:14:35,111 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:14:35,112 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:14:35,115 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:14:35,119 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:14:35,123 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:14:35,124 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74559063, jitterRate=0.11101661622524261}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:14:35,130 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732220075033Initializing all the Stores at 1732220075036 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220075036Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220075037 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220075037Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220075037Cleaning up temporary data from old regions at 1732220075112 (+75 ms)Region opened successfully at 1732220075130 (+18 ms) 2024-11-21T20:14:35,131 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T20:14:35,158 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ae8598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:14:35,184 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T20:14:35,195 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T20:14:35,196 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T20:14:35,198 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T20:14:35,200 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T20:14:35,204 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-21T20:14:35,205 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T20:14:35,235 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T20:14:35,246 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T20:14:35,257 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T20:14:35,260 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T20:14:35,263 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T20:14:35,274 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T20:14:35,276 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T20:14:35,280 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T20:14:35,288 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T20:14:35,291 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T20:14:35,299 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T20:14:35,319 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T20:14:35,330 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T20:14:35,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T20:14:35,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44057-0x1015f08a6bb0001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T20:14:35,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:14:35,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44057-0x1015f08a6bb0001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:14:35,344 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=377014bd7527,38673,1732220071552, sessionid=0x1015f08a6bb0000, setting cluster-up flag (Was=false) 2024-11-21T20:14:35,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44057-0x1015f08a6bb0001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:14:35,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:14:35,489 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T20:14:35,493 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,38673,1732220071552 2024-11-21T20:14:35,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44057-0x1015f08a6bb0001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:14:35,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:14:35,552 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T20:14:35,556 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,38673,1732220071552 2024-11-21T20:14:35,567 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T20:14:35,581 INFO [RS:0;377014bd7527:44057 {}] regionserver.HRegionServer(746): ClusterId : a97242bd-57f2-4e7e-9ac9-fa780190c423 2024-11-21T20:14:35,584 DEBUG [RS:0;377014bd7527:44057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T20:14:35,596 DEBUG [RS:0;377014bd7527:44057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T20:14:35,596 DEBUG [RS:0;377014bd7527:44057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T20:14:35,605 DEBUG [RS:0;377014bd7527:44057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T20:14:35,606 DEBUG [RS:0;377014bd7527:44057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dfbab74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:14:35,623 DEBUG [RS:0;377014bd7527:44057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;377014bd7527:44057 2024-11-21T20:14:35,627 INFO [RS:0;377014bd7527:44057 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T20:14:35,627 INFO [RS:0;377014bd7527:44057 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T20:14:35,628 DEBUG [RS:0;377014bd7527:44057 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T20:14:35,631 INFO [RS:0;377014bd7527:44057 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,38673,1732220071552 with port=44057, startcode=1732220072650 2024-11-21T20:14:35,642 DEBUG [RS:0;377014bd7527:44057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T20:14:35,651 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T20:14:35,663 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T20:14:35,671 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T20:14:35,672 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T20:14:35,678 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38673 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:35,678 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 377014bd7527,38673,1732220071552 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T20:14:35,685 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:14:35,685 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:14:35,685 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:14:35,685 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:14:35,686 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/377014bd7527:0, corePoolSize=10, maxPoolSize=10 2024-11-21T20:14:35,686 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:14:35,686 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:14:35,686 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:14:35,687 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732220105687 2024-11-21T20:14:35,689 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T20:14:35,690 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T20:14:35,691 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:14:35,692 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T20:14:35,695 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T20:14:35,695 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T20:14:35,695 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T20:14:35,696 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T20:14:35,697 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:14:35,699 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:14:35,699 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T20:14:35,701 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T20:14:35,702 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T20:14:35,702 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T20:14:35,704 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T20:14:35,705 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T20:14:35,706 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220075706,5,FailOnTimeoutGroup] 2024-11-21T20:14:35,707 DEBUG [RS:0;377014bd7527:44057 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-21T20:14:35,707 WARN [RS:0;377014bd7527:44057 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-21T20:14:35,708 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220075707,5,FailOnTimeoutGroup] 2024-11-21T20:14:35,708 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:14:35,708 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T20:14:35,710 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T20:14:35,710 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T20:14:35,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741831_1007 (size=1321) 2024-11-21T20:14:35,809 INFO [RS:0;377014bd7527:44057 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,38673,1732220071552 with port=44057, startcode=1732220072650 2024-11-21T20:14:35,813 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38673 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,44057,1732220072650 2024-11-21T20:14:35,818 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38673 {}] master.ServerManager(517): Registering regionserver=377014bd7527,44057,1732220072650 2024-11-21T20:14:35,826 DEBUG [RS:0;377014bd7527:44057 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0 2024-11-21T20:14:35,826 DEBUG [RS:0;377014bd7527:44057 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37923 2024-11-21T20:14:35,826 DEBUG [RS:0;377014bd7527:44057 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T20:14:35,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T20:14:35,844 DEBUG [RS:0;377014bd7527:44057 {}] zookeeper.ZKUtil(111): regionserver:44057-0x1015f08a6bb0001, quorum=127.0.0.1:51850, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/377014bd7527,44057,1732220072650 2024-11-21T20:14:35,844 WARN [RS:0;377014bd7527:44057 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:14:35,844 INFO [RS:0;377014bd7527:44057 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:14:35,845 DEBUG [RS:0;377014bd7527:44057 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/WALs/377014bd7527,44057,1732220072650 2024-11-21T20:14:35,848 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,44057,1732220072650] 2024-11-21T20:14:35,876 INFO [RS:0;377014bd7527:44057 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T20:14:35,896 INFO [RS:0;377014bd7527:44057 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T20:14:35,901 INFO [RS:0;377014bd7527:44057 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:14:35,901 INFO [RS:0;377014bd7527:44057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:14:35,902 INFO [RS:0;377014bd7527:44057 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T20:14:35,908 INFO [RS:0;377014bd7527:44057 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T20:14:35,910 INFO [RS:0;377014bd7527:44057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T20:14:35,910 DEBUG [RS:0;377014bd7527:44057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:14:35,910 DEBUG [RS:0;377014bd7527:44057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:14:35,910 DEBUG [RS:0;377014bd7527:44057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:14:35,910 DEBUG [RS:0;377014bd7527:44057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:14:35,910 DEBUG [RS:0;377014bd7527:44057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:14:35,911 DEBUG [RS:0;377014bd7527:44057 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:14:35,911 DEBUG [RS:0;377014bd7527:44057 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:14:35,911 DEBUG [RS:0;377014bd7527:44057 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:14:35,911 DEBUG [RS:0;377014bd7527:44057 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:14:35,911 DEBUG [RS:0;377014bd7527:44057 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:14:35,911 DEBUG [RS:0;377014bd7527:44057 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:14:35,911 DEBUG [RS:0;377014bd7527:44057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:14:35,912 DEBUG [RS:0;377014bd7527:44057 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:14:35,912 DEBUG [RS:0;377014bd7527:44057 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:14:35,913 INFO [RS:0;377014bd7527:44057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:14:35,913 INFO [RS:0;377014bd7527:44057 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:14:35,913 INFO [RS:0;377014bd7527:44057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:14:35,913 INFO [RS:0;377014bd7527:44057 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T20:14:35,913 INFO [RS:0;377014bd7527:44057 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T20:14:35,913 INFO [RS:0;377014bd7527:44057 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,44057,1732220072650-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:14:35,937 INFO [RS:0;377014bd7527:44057 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T20:14:35,940 INFO [RS:0;377014bd7527:44057 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,44057,1732220072650-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:14:35,940 INFO [RS:0;377014bd7527:44057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:14:35,941 INFO [RS:0;377014bd7527:44057 {}] regionserver.Replication(171): 377014bd7527,44057,1732220072650 started 2024-11-21T20:14:35,960 INFO [RS:0;377014bd7527:44057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:14:35,961 INFO [RS:0;377014bd7527:44057 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,44057,1732220072650, RpcServer on 377014bd7527/172.17.0.2:44057, sessionid=0x1015f08a6bb0001 2024-11-21T20:14:35,962 DEBUG [RS:0;377014bd7527:44057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T20:14:35,962 DEBUG [RS:0;377014bd7527:44057 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,44057,1732220072650 2024-11-21T20:14:35,962 DEBUG [RS:0;377014bd7527:44057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,44057,1732220072650' 2024-11-21T20:14:35,962 DEBUG [RS:0;377014bd7527:44057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T20:14:35,964 DEBUG [RS:0;377014bd7527:44057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T20:14:35,965 DEBUG [RS:0;377014bd7527:44057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T20:14:35,965 DEBUG [RS:0;377014bd7527:44057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T20:14:35,965 DEBUG [RS:0;377014bd7527:44057 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,44057,1732220072650 2024-11-21T20:14:35,965 DEBUG [RS:0;377014bd7527:44057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,44057,1732220072650' 2024-11-21T20:14:35,965 DEBUG [RS:0;377014bd7527:44057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T20:14:35,966 DEBUG [RS:0;377014bd7527:44057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T20:14:35,967 DEBUG [RS:0;377014bd7527:44057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T20:14:35,967 INFO [RS:0;377014bd7527:44057 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T20:14:35,967 INFO [RS:0;377014bd7527:44057 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T20:14:36,074 INFO [RS:0;377014bd7527:44057 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:14:36,079 INFO [RS:0;377014bd7527:44057 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C44057%2C1732220072650, suffix=, logDir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/WALs/377014bd7527,44057,1732220072650, archiveDir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/oldWALs, maxLogs=32 2024-11-21T20:14:36,101 DEBUG [RS:0;377014bd7527:44057 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/WALs/377014bd7527,44057,1732220072650/377014bd7527%2C44057%2C1732220072650.1732220076082, exclude list is [], retry=0 2024-11-21T20:14:36,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36607,DS-6863173b-341e-4a49-a31f-3263c3a5fd4a,DISK] 2024-11-21T20:14:36,112 INFO [RS:0;377014bd7527:44057 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/WALs/377014bd7527,44057,1732220072650/377014bd7527%2C44057%2C1732220072650.1732220076082 2024-11-21T20:14:36,113 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T20:14:36,113 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0 2024-11-21T20:14:36,113 DEBUG [RS:0;377014bd7527:44057 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45685:45685)] 2024-11-21T20:14:36,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741833_1009 (size=32) 2024-11-21T20:14:36,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:14:36,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:14:36,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:14:36,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:14:36,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:14:36,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:14:36,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:14:36,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:14:36,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:14:36,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:14:36,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:14:36,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:14:36,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:14:36,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:14:36,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:14:36,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:14:36,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:14:36,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:14:36,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/hbase/meta/1588230740 2024-11-21T20:14:36,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/hbase/meta/1588230740 2024-11-21T20:14:36,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:14:36,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:14:36,556 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T20:14:36,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:14:36,563 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:14:36,564 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60856900, jitterRate=-0.09316152334213257}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T20:14:36,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732220076531Initializing all the Stores at 1732220076534 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220076535 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220076535Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220076535Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220076535Cleaning up temporary data from old regions at 1732220076555 (+20 ms)Region opened successfully at 1732220076566 (+11 ms) 2024-11-21T20:14:36,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:14:36,567 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:14:36,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:14:36,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:14:36,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:14:36,568 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:14:36,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220076566Disabling compacts and flushes for region at 1732220076566Disabling writes for close at 1732220076567 (+1 ms)Writing region close event to WAL at 1732220076568 (+1 ms)Closed at 1732220076568 2024-11-21T20:14:36,571 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:14:36,571 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T20:14:36,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T20:14:36,583 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:14:36,586 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T20:14:36,742 DEBUG [377014bd7527:38673 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T20:14:36,758 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:14:36,766 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,44057,1732220072650, state=OPENING 2024-11-21T20:14:36,814 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T20:14:36,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:14:36,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44057-0x1015f08a6bb0001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:14:36,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T20:14:36,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T20:14:36,827 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:14:36,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,44057,1732220072650}] 2024-11-21T20:14:37,007 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:14:37,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:14:37,019 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T20:14:37,020 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:14:37,021 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T20:14:37,024 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C44057%2C1732220072650.meta, suffix=.meta, logDir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/WALs/377014bd7527,44057,1732220072650, archiveDir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/oldWALs, maxLogs=32 2024-11-21T20:14:37,038 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/WALs/377014bd7527,44057,1732220072650/377014bd7527%2C44057%2C1732220072650.meta.1732220077026.meta, exclude list is [], retry=0 2024-11-21T20:14:37,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36607,DS-6863173b-341e-4a49-a31f-3263c3a5fd4a,DISK] 2024-11-21T20:14:37,045 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/WALs/377014bd7527,44057,1732220072650/377014bd7527%2C44057%2C1732220072650.meta.1732220077026.meta 2024-11-21T20:14:37,045 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45685:45685)] 2024-11-21T20:14:37,046 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:14:37,047 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:14:37,050 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T20:14:37,054 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T20:14:37,059 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T20:14:37,059 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:14:37,060 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T20:14:37,060 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T20:14:37,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:14:37,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:14:37,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:14:37,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:14:37,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:14:37,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:14:37,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:14:37,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:14:37,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:14:37,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:14:37,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:14:37,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:14:37,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:14:37,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:14:37,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:14:37,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:14:37,075 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:14:37,076 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/hbase/meta/1588230740 2024-11-21T20:14:37,079 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/hbase/meta/1588230740 2024-11-21T20:14:37,081 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:14:37,081 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:14:37,082 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T20:14:37,085 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:14:37,086 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63017368, jitterRate=-0.06096804141998291}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T20:14:37,087 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T20:14:37,088 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732220077060Writing region info on filesystem at 1732220077061 (+1 ms)Initializing all the Stores at 1732220077062 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220077062Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220077063 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220077063Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732220077063Cleaning up temporary data from old regions at 1732220077081 (+18 ms)Running coprocessor post-open hooks at 1732220077087 (+6 ms)Region opened successfully at 1732220077088 (+1 ms) 2024-11-21T20:14:37,095 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732220076998 2024-11-21T20:14:37,105 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T20:14:37,105 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T20:14:37,107 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:14:37,109 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,44057,1732220072650, state=OPEN 2024-11-21T20:14:37,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44057-0x1015f08a6bb0001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T20:14:37,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T20:14:37,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T20:14:37,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T20:14:37,153 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:37,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T20:14:37,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,44057,1732220072650 in 324 msec 2024-11-21T20:14:37,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T20:14:37,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 589 msec 2024-11-21T20:14:37,173 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:14:37,173 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T20:14:37,191 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:14:37,192 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:14:37,210 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:14:37,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:14:37,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6300 sec 2024-11-21T20:14:37,233 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732220077232, completionTime=-1 2024-11-21T20:14:37,235 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T20:14:37,235 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T20:14:37,260 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T20:14:37,260 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732220137260 2024-11-21T20:14:37,260 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732220197260 2024-11-21T20:14:37,260 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-21T20:14:37,263 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,38673,1732220071552-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:14:37,263 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,38673,1732220071552-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:14:37,263 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,38673,1732220071552-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:14:37,265 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-377014bd7527:38673, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:14:37,266 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T20:14:37,267 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T20:14:37,273 DEBUG [master/377014bd7527:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T20:14:37,296 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.367sec 2024-11-21T20:14:37,297 INFO [master/377014bd7527:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T20:14:37,298 INFO [master/377014bd7527:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T20:14:37,299 INFO [master/377014bd7527:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T20:14:37,299 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T20:14:37,299 INFO [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T20:14:37,300 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,38673,1732220071552-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:14:37,300 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,38673,1732220071552-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T20:14:37,308 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T20:14:37,309 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T20:14:37,309 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,38673,1732220071552-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:14:37,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:37,399 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T20:14:37,399 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T20:14:37,402 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:14:37,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:14:37,411 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:14:37,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:14:37,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:14:37,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72188503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:37,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:14:37,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:14:37,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:14:37,421 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:14:37,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:37,424 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:14:37,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:14:37,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:14:37,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:14:37,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=377014bd7527,38673,1732220071552 2024-11-21T20:14:37,465 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=342, ProcessCount=11, AvailableMemoryMB=14303 2024-11-21T20:14:37,473 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:14:37,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,38673,1732220071552 2024-11-21T20:14:37,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@582ed7e 2024-11-21T20:14:37,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:14:37,484 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:14:37,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T20:14:37,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:14:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T20:14:37,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:14:37,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-21T20:14:37,523 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:14:37,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:14:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:14:37,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741835_1011 (size=1061) 2024-11-21T20:14:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:14:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:14:37,946 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0 2024-11-21T20:14:37,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741836_1012 (size=53) 2024-11-21T20:14:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:14:38,356 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:14:38,356 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ca0c9869fe7d4f520d4d4158361dfeb8, disabling compactions & flushes 2024-11-21T20:14:38,356 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:38,357 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:38,357 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. after waiting 0 ms 2024-11-21T20:14:38,357 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:38,357 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:38,357 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ca0c9869fe7d4f520d4d4158361dfeb8: Waiting for close lock at 1732220078356Disabling compacts and flushes for region at 1732220078356Disabling writes for close at 1732220078357 (+1 ms)Writing region close event to WAL at 1732220078357Closed at 1732220078357 2024-11-21T20:14:38,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:14:38,368 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732220078362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220078362"}]},"ts":"1732220078362"} 2024-11-21T20:14:38,372 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:14:38,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:14:38,376 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220078374"}]},"ts":"1732220078374"} 2024-11-21T20:14:38,381 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T20:14:38,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ca0c9869fe7d4f520d4d4158361dfeb8, ASSIGN}] 2024-11-21T20:14:38,385 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ca0c9869fe7d4f520d4d4158361dfeb8, ASSIGN 2024-11-21T20:14:38,387 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ca0c9869fe7d4f520d4d4158361dfeb8, ASSIGN; state=OFFLINE, location=377014bd7527,44057,1732220072650; forceNewPlan=false, retain=false 2024-11-21T20:14:38,538 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ca0c9869fe7d4f520d4d4158361dfeb8, regionState=OPENING, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:14:38,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ca0c9869fe7d4f520d4d4158361dfeb8, ASSIGN because future has completed 2024-11-21T20:14:38,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650}] 2024-11-21T20:14:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:14:38,709 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:38,709 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:14:38,710 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:38,710 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:14:38,710 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:38,711 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:38,714 INFO [StoreOpener-ca0c9869fe7d4f520d4d4158361dfeb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:38,719 INFO [StoreOpener-ca0c9869fe7d4f520d4d4158361dfeb8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T20:14:38,719 INFO [StoreOpener-ca0c9869fe7d4f520d4d4158361dfeb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca0c9869fe7d4f520d4d4158361dfeb8 columnFamilyName A 2024-11-21T20:14:38,720 DEBUG [StoreOpener-ca0c9869fe7d4f520d4d4158361dfeb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:14:38,721 INFO [StoreOpener-ca0c9869fe7d4f520d4d4158361dfeb8-1 {}] regionserver.HStore(327): Store=ca0c9869fe7d4f520d4d4158361dfeb8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:14:38,721 INFO [StoreOpener-ca0c9869fe7d4f520d4d4158361dfeb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:38,723 INFO [StoreOpener-ca0c9869fe7d4f520d4d4158361dfeb8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T20:14:38,723 INFO [StoreOpener-ca0c9869fe7d4f520d4d4158361dfeb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca0c9869fe7d4f520d4d4158361dfeb8 columnFamilyName B 2024-11-21T20:14:38,723 DEBUG [StoreOpener-ca0c9869fe7d4f520d4d4158361dfeb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:14:38,724 INFO [StoreOpener-ca0c9869fe7d4f520d4d4158361dfeb8-1 {}] regionserver.HStore(327): Store=ca0c9869fe7d4f520d4d4158361dfeb8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:14:38,724 INFO [StoreOpener-ca0c9869fe7d4f520d4d4158361dfeb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:38,726 INFO [StoreOpener-ca0c9869fe7d4f520d4d4158361dfeb8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T20:14:38,727 INFO [StoreOpener-ca0c9869fe7d4f520d4d4158361dfeb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca0c9869fe7d4f520d4d4158361dfeb8 columnFamilyName C 2024-11-21T20:14:38,727 DEBUG [StoreOpener-ca0c9869fe7d4f520d4d4158361dfeb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:14:38,728 INFO [StoreOpener-ca0c9869fe7d4f520d4d4158361dfeb8-1 {}] regionserver.HStore(327): Store=ca0c9869fe7d4f520d4d4158361dfeb8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:14:38,728 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:38,728 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:38,730 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:38,731 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:38,733 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:38,733 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:38,734 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T20:14:38,737 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:38,740 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:14:38,741 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ca0c9869fe7d4f520d4d4158361dfeb8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62020067, jitterRate=-0.07582898437976837}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T20:14:38,742 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:38,743 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ca0c9869fe7d4f520d4d4158361dfeb8: Running coprocessor pre-open hook at 1732220078711Writing region info on filesystem at 1732220078711Initializing all the Stores at 1732220078713 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220078713Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220078714 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220078714Cleaning up temporary data from old regions at 1732220078733 (+19 ms)Running coprocessor post-open hooks at 1732220078742 (+9 ms)Region opened successfully at 1732220078743 (+1 ms) 2024-11-21T20:14:38,745 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., pid=6, masterSystemTime=1732220078701 2024-11-21T20:14:38,748 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:38,748 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:38,750 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ca0c9869fe7d4f520d4d4158361dfeb8, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:14:38,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 because future has completed 2024-11-21T20:14:38,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T20:14:38,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 in 209 msec 2024-11-21T20:14:38,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T20:14:38,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ca0c9869fe7d4f520d4d4158361dfeb8, ASSIGN in 377 msec 2024-11-21T20:14:38,765 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:14:38,765 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220078765"}]},"ts":"1732220078765"} 2024-11-21T20:14:38,768 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T20:14:38,770 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:14:38,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2590 sec 2024-11-21T20:14:39,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:14:39,680 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:14:39,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad452c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:14:39,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:14:39,690 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:14:39,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:14:39,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:14:39,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@455d50bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:14:39,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:14:39,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:14:39,693 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:14:39,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da125de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:14:39,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:14:39,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:14:39,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:14:39,701 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:14:39,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,38673,1732220071552 2024-11-21T20:14:39,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@409ffccf 2024-11-21T20:14:39,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:14:39,708 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:14:39,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,713 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:14:39,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:14:39,714 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:14:39,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:14:39,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:14:39,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a8011b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:14:39,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:14:39,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:14:39,717 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:14:39,718 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1380f017, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,719 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:14:39,719 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:14:39,720 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:14:39,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:14:39,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:14:39,722 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6d3ad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,722 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:14:39,722 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:14:39,722 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:14:39,724 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:14:39,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27cf2c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d35085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:14:39,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:14:39,728 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:14:39,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:14:39,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:14:39,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46fadb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:14:39,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:14:39,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:14:39,731 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:14:39,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230faddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4b46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,734 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:14:39,734 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:14:39,736 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:14:39,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:14:39,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:14:39,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d3c5a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:14:39,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:14:39,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:14:39,739 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:14:39,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fdb4fef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1cce95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:14:39,742 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:14:39,743 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:14:39,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:14:39,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:14:39,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a1730c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:14:39,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:14:39,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:14:39,746 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:14:39,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a603fa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,748 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:14:39,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:14:39,749 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:14:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:14:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:14:39,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60658e7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:14:39,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:14:39,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:14:39,752 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:14:39,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ba47b62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238acdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:14:39,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:14:39,756 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:14:39,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:14:39,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:14:39,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355546b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:14:39,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:14:39,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:14:39,758 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:14:39,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d4d256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:14:39,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:14:39,762 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:14:39,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:14:39,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:14:39,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2815dd8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:14:39,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:14:39,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:14:39,764 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:14:39,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7994a976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6643136e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:14:39,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:14:39,768 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:14:39,768 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:14:39,768 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:14:39,769 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3714a06f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,769 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:14:39,769 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:14:39,769 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:14:39,770 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:14:39,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4689148e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:14:39,775 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:14:39,775 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:14:39,775 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:14:39,776 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:14:39,777 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:14:39,777 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:14:39,777 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:14:39,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:14:39,778 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:14:39,778 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:14:39,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:14:39,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:14:39,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:14:39,779 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:14:39,779 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:14:39,779 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:14:39,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:14:39,780 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:14:39,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:14:39,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:14:39,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:14:39,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:14:39,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:14:39,782 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:14:39,782 DEBUG [Thread-154 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:14:39,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:14:39,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:14:39,783 DEBUG [Thread-154 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:14:39,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:14:39,783 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:14:39,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:14:39,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:14:39,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:14:39,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:14:39,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:14:39,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:14:39,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:14:39,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:14:39,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:14:39,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:14:39,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:14:39,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:14:39,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:14:39,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:14:39,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:14:39,803 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:14:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-21T20:14:39,815 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:14:39,818 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:14:39,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:14:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:14:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:39,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ca0c9869fe7d4f520d4d4158361dfeb8 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T20:14:39,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=A 2024-11-21T20:14:39,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:39,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=B 2024-11-21T20:14:39,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:39,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=C 2024-11-21T20:14:39,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:14:39,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/6cba9050066f44809ef58c9b30ae2a2c is 50, key is test_row_0/A:col10/1732220079856/Put/seqid=0 2024-11-21T20:14:39,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T20:14:39,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:40,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:40,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:40,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:40,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:40,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741837_1013 (size=12001) 2024-11-21T20:14:40,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/6cba9050066f44809ef58c9b30ae2a2c 2024-11-21T20:14:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:40,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220139998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:40,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220140007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:40,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:40,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:40,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1732220140007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:40,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55642 deadline: 1732220140017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:40,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:40,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1732220140045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:40,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:40,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/04ba0223c9e44746b17026be31b61ffc is 50, key is test_row_0/B:col10/1732220079856/Put/seqid=0 2024-11-21T20:14:40,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741838_1014 (size=12001) 2024-11-21T20:14:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:14:40,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220140159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:40,162 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,162 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,162 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:40,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:40,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1732220140159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220140160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:40,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:40,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:40,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55642 deadline: 1732220140160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:40,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:40,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1732220140169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:40,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:40,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T20:14:40,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:40,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:40,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:40,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:40,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:40,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T20:14:40,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:40,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:40,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:40,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:40,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:40,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:40,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220140370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220140372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:40,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:40,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:40,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:40,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1732220140372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55642 deadline: 1732220140372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:40,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:40,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1732220140379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:40,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:14:40,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T20:14:40,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:40,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:40,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:40,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:40,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:40,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/04ba0223c9e44746b17026be31b61ffc 2024-11-21T20:14:40,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/aa0cccafbbdb4dd099164c46727ac846 is 50, key is test_row_0/C:col10/1732220079856/Put/seqid=0 2024-11-21T20:14:40,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741839_1015 (size=12001) 2024-11-21T20:14:40,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/aa0cccafbbdb4dd099164c46727ac846 2024-11-21T20:14:40,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/6cba9050066f44809ef58c9b30ae2a2c as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/6cba9050066f44809ef58c9b30ae2a2c 2024-11-21T20:14:40,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T20:14:40,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:40,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:40,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:40,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:40,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:40,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/6cba9050066f44809ef58c9b30ae2a2c, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T20:14:40,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/04ba0223c9e44746b17026be31b61ffc as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/04ba0223c9e44746b17026be31b61ffc 2024-11-21T20:14:40,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/04ba0223c9e44746b17026be31b61ffc, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T20:14:40,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/aa0cccafbbdb4dd099164c46727ac846 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/aa0cccafbbdb4dd099164c46727ac846 2024-11-21T20:14:40,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/aa0cccafbbdb4dd099164c46727ac846, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T20:14:40,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for ca0c9869fe7d4f520d4d4158361dfeb8 in 837ms, sequenceid=13, compaction requested=false 2024-11-21T20:14:40,716 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T20:14:40,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:40,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ca0c9869fe7d4f520d4d4158361dfeb8 3/3 column families, dataSize=127.47 KB heapSize=379.97 KB 2024-11-21T20:14:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:40,725 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220079980, max timestamp=1732220080713Num uniques 859; 2024-11-21T20:14:40,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=A 2024-11-21T20:14:40,729 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220079980, max timestamp=1732220080713Num uniques 859; 2024-11-21T20:14:40,729 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:14:40,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:14:40,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:14:40,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=B 2024-11-21T20:14:40,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:14:40,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=C 2024-11-21T20:14:40,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:14:40,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/7995a5da89664aec81f3592c1a26508f is 50, key is test_row_0/A:col10/1732220080713/Put/seqid=0 2024-11-21T20:14:40,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741840_1016 (size=12001) 2024-11-21T20:14:40,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T20:14:40,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:40,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:40,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:40,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:40,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:40,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220140850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:40,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,873 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,873 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:40,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220140868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:40,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:40,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55642 deadline: 1732220140871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:40,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:40,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:40,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1732220140871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:40,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:40,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1732220140873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:40,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:14:40,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T20:14:40,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:40,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:40,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:40,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:40,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:40,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220140978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:40,981 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,981 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:40,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:41,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220140988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:41,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:41,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:41,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:41,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55642 deadline: 1732220141002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:41,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:41,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:41,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:41,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1732220141003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:41,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:41,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:41,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:41,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1732220141003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:41,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:41,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:41,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:41,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T20:14:41,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:41,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:41,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:41,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:41,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:41,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220141188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:41,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:41,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:41,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:41,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/7995a5da89664aec81f3592c1a26508f 2024-11-21T20:14:41,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/b654e3129aa143faa39d78314b6aece1 is 50, key is test_row_0/B:col10/1732220080713/Put/seqid=0 2024-11-21T20:14:41,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220141218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:41,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:41,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:41,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:41,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55642 deadline: 1732220141219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:41,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:41,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:41,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:41,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1732220141220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:41,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:41,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:41,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:41,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1732220141220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:41,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:41,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:41,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:41,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741841_1017 (size=12001) 2024-11-21T20:14:41,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T20:14:41,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:41,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:41,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:41,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:41,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:41,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:41,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T20:14:41,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:41,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:41,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:41,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:41,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:41,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:41,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:41,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220141498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:41,500 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:41,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:41,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:41,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220141529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:41,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:41,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:41,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:41,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55642 deadline: 1732220141529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:41,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:41,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:41,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:41,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1732220141539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:41,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:41,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:41,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:41,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:41,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1732220141540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:41,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:41,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:41,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:41,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T20:14:41,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:41,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:41,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:41,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:41,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:41,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:41,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/b654e3129aa143faa39d78314b6aece1 2024-11-21T20:14:41,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/f2c3811946d34dae92ccd58f3d668f30 is 50, key is test_row_0/C:col10/1732220080713/Put/seqid=0 2024-11-21T20:14:41,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741842_1018 (size=12001) 2024-11-21T20:14:41,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T20:14:41,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:41,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:41,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:41,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:41,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:41,870 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T20:14:41,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T20:14:41,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:41,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:41,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:41,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:41,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:41,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:41,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T20:14:41,960 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T20:14:41,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:14:41,970 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T20:14:41,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:14:41,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T20:14:41,971 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T20:14:41,973 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T20:14:41,973 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-21T20:14:42,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220142008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:42,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:42,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:42,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:42,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1732220142050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:42,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:42,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:42,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:42,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220142050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:42,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:42,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:42,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:42,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55642 deadline: 1732220142050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:42,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:42,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:42,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:42,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T20:14:42,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:42,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:42,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:42,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:42,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:42,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1732220142052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:42,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:42,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:42,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:42,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/f2c3811946d34dae92ccd58f3d668f30 2024-11-21T20:14:42,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/7995a5da89664aec81f3592c1a26508f as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/7995a5da89664aec81f3592c1a26508f 2024-11-21T20:14:42,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/7995a5da89664aec81f3592c1a26508f, entries=150, sequenceid=36, filesize=11.7 K 2024-11-21T20:14:42,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/b654e3129aa143faa39d78314b6aece1 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/b654e3129aa143faa39d78314b6aece1 2024-11-21T20:14:42,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/b654e3129aa143faa39d78314b6aece1, entries=150, sequenceid=36, filesize=11.7 K 2024-11-21T20:14:42,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/f2c3811946d34dae92ccd58f3d668f30 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/f2c3811946d34dae92ccd58f3d668f30 2024-11-21T20:14:42,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/f2c3811946d34dae92ccd58f3d668f30, entries=150, sequenceid=36, filesize=11.7 K 2024-11-21T20:14:42,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~71.56 KB/73280, heapSize ~203.97 KB/208864, currentSize=114.05 KB/116790 for ca0c9869fe7d4f520d4d4158361dfeb8 in 1483ms, sequenceid=36, compaction requested=false 2024-11-21T20:14:42,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:42,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T20:14:42,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:42,219 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing ca0c9869fe7d4f520d4d4158361dfeb8 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-21T20:14:42,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=A 2024-11-21T20:14:42,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:42,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=B 2024-11-21T20:14:42,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:42,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=C 2024-11-21T20:14:42,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:42,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/e455bd0cd1f146cab8e96cfd0f1dfaad is 50, key is test_row_0/A:col10/1732220080867/Put/seqid=0 2024-11-21T20:14:42,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741843_1019 (size=12001) 2024-11-21T20:14:42,582 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T20:14:42,641 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/e455bd0cd1f146cab8e96cfd0f1dfaad 2024-11-21T20:14:42,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/ebe8b809dfe44d559b2f61301c564e59 is 50, key is test_row_0/B:col10/1732220080867/Put/seqid=0 2024-11-21T20:14:42,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741844_1020 (size=12001) 2024-11-21T20:14:42,671 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/ebe8b809dfe44d559b2f61301c564e59 2024-11-21T20:14:42,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/ab4202b4f4264198b66e0b3f0f2aa3be is 50, key is test_row_0/C:col10/1732220080867/Put/seqid=0 2024-11-21T20:14:42,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741845_1021 (size=12001) 2024-11-21T20:14:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:43,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:43,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55642 deadline: 1732220143069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:43,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1732220143069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:43,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220143072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:43,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1732220143078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:43,083 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in ca0c9869fe7d4f520d4d4158361dfeb8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:14:43,085 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in ca0c9869fe7d4f520d4d4158361dfeb8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:14:43,085 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_1' in ca0c9869fe7d4f520d4d4158361dfeb8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:14:43,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:43,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:43,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:43,087 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:43,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:43,087 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:43,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:43,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:43,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:43,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:43,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:43,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:43,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220143079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:43,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:43,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:43,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:43,105 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/ab4202b4f4264198b66e0b3f0f2aa3be 2024-11-21T20:14:43,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/e455bd0cd1f146cab8e96cfd0f1dfaad as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/e455bd0cd1f146cab8e96cfd0f1dfaad 2024-11-21T20:14:43,134 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/e455bd0cd1f146cab8e96cfd0f1dfaad, entries=150, sequenceid=56, filesize=11.7 K 2024-11-21T20:14:43,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/ebe8b809dfe44d559b2f61301c564e59 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/ebe8b809dfe44d559b2f61301c564e59 2024-11-21T20:14:43,153 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/ebe8b809dfe44d559b2f61301c564e59, entries=150, sequenceid=56, filesize=11.7 K 2024-11-21T20:14:43,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/ab4202b4f4264198b66e0b3f0f2aa3be as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/ab4202b4f4264198b66e0b3f0f2aa3be 2024-11-21T20:14:43,171 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/ab4202b4f4264198b66e0b3f0f2aa3be, entries=150, sequenceid=56, filesize=11.7 K 2024-11-21T20:14:43,173 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for ca0c9869fe7d4f520d4d4158361dfeb8 in 955ms, sequenceid=56, compaction requested=true 2024-11-21T20:14:43,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:43,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:43,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T20:14:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T20:14:43,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-21T20:14:43,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3560 sec 2024-11-21T20:14:43,184 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 3.3770 sec 2024-11-21T20:14:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:43,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ca0c9869fe7d4f520d4d4158361dfeb8 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-21T20:14:43,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=A 2024-11-21T20:14:43,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:43,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=B 2024-11-21T20:14:43,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:43,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=C 2024-11-21T20:14:43,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:43,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/1f961e4ec64d40c2bc55edaaefca3ab6 is 50, key is test_row_0/A:col10/1732220083051/Put/seqid=0 2024-11-21T20:14:43,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741846_1022 (size=12001) 2024-11-21T20:14:43,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/1f961e4ec64d40c2bc55edaaefca3ab6 2024-11-21T20:14:43,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/03f14470f716412c80b79007e05afba6 is 50, key is test_row_0/B:col10/1732220083051/Put/seqid=0 2024-11-21T20:14:43,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741847_1023 (size=12001) 2024-11-21T20:14:43,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/03f14470f716412c80b79007e05afba6 2024-11-21T20:14:43,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220143289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:43,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:43,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:43,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:43,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220143290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:43,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:43,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:43,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:43,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/24b2dda774644420bedc0eff192f634a is 50, key is test_row_0/C:col10/1732220083051/Put/seqid=0 2024-11-21T20:14:43,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741848_1024 (size=12001) 2024-11-21T20:14:43,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220143398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:43,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:43,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:43,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:43,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220143407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:43,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220143608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:43,609 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:43,609 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:43,609 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:43,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220143618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:43,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:43,622 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:43,622 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:43,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/24b2dda774644420bedc0eff192f634a 2024-11-21T20:14:43,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/1f961e4ec64d40c2bc55edaaefca3ab6 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/1f961e4ec64d40c2bc55edaaefca3ab6 2024-11-21T20:14:43,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/1f961e4ec64d40c2bc55edaaefca3ab6, entries=150, sequenceid=70, filesize=11.7 K 2024-11-21T20:14:43,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/03f14470f716412c80b79007e05afba6 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/03f14470f716412c80b79007e05afba6 2024-11-21T20:14:43,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/03f14470f716412c80b79007e05afba6, entries=150, sequenceid=70, filesize=11.7 K 2024-11-21T20:14:43,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/24b2dda774644420bedc0eff192f634a as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/24b2dda774644420bedc0eff192f634a 2024-11-21T20:14:43,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/24b2dda774644420bedc0eff192f634a, entries=150, sequenceid=70, filesize=11.7 K 2024-11-21T20:14:43,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for ca0c9869fe7d4f520d4d4158361dfeb8 in 608ms, sequenceid=70, compaction requested=true 2024-11-21T20:14:43,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:43,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca0c9869fe7d4f520d4d4158361dfeb8:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:14:43,818 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:14:43,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:43,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca0c9869fe7d4f520d4d4158361dfeb8:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:14:43,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:43,818 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:14:43,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca0c9869fe7d4f520d4d4158361dfeb8:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:14:43,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:14:43,822 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:14:43,824 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): ca0c9869fe7d4f520d4d4158361dfeb8/B is initiating minor compaction (all files) 2024-11-21T20:14:43,825 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ca0c9869fe7d4f520d4d4158361dfeb8/B in TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:43,825 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/04ba0223c9e44746b17026be31b61ffc, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/b654e3129aa143faa39d78314b6aece1, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/ebe8b809dfe44d559b2f61301c564e59, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/03f14470f716412c80b79007e05afba6] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp, totalSize=46.9 K 2024-11-21T20:14:43,827 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 04ba0223c9e44746b17026be31b61ffc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732220079839 2024-11-21T20:14:43,830 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting b654e3129aa143faa39d78314b6aece1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732220080713 2024-11-21T20:14:43,831 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting ebe8b809dfe44d559b2f61301c564e59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732220080856 2024-11-21T20:14:43,831 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:14:43,832 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 03f14470f716412c80b79007e05afba6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732220083051 2024-11-21T20:14:43,832 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ca0c9869fe7d4f520d4d4158361dfeb8/A is initiating minor compaction (all files) 2024-11-21T20:14:43,832 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ca0c9869fe7d4f520d4d4158361dfeb8/A in TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:43,833 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/6cba9050066f44809ef58c9b30ae2a2c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/7995a5da89664aec81f3592c1a26508f, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/e455bd0cd1f146cab8e96cfd0f1dfaad, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/1f961e4ec64d40c2bc55edaaefca3ab6] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp, totalSize=46.9 K 2024-11-21T20:14:43,837 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cba9050066f44809ef58c9b30ae2a2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732220079839 2024-11-21T20:14:43,838 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7995a5da89664aec81f3592c1a26508f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732220080713 2024-11-21T20:14:43,839 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting e455bd0cd1f146cab8e96cfd0f1dfaad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732220080856 2024-11-21T20:14:43,840 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f961e4ec64d40c2bc55edaaefca3ab6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732220083051 2024-11-21T20:14:43,894 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca0c9869fe7d4f520d4d4158361dfeb8#A#compaction#13 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:14:43,894 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca0c9869fe7d4f520d4d4158361dfeb8#B#compaction#12 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:14:43,896 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/ee152e9a897549bfb62886addb3f5735 is 50, key is test_row_0/A:col10/1732220083051/Put/seqid=0 2024-11-21T20:14:43,896 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/6f3cb76fc9c74981b1fd820dbf50c404 is 50, key is test_row_0/B:col10/1732220083051/Put/seqid=0 2024-11-21T20:14:43,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741849_1025 (size=12139) 2024-11-21T20:14:43,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741850_1026 (size=12139) 2024-11-21T20:14:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:43,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ca0c9869fe7d4f520d4d4158361dfeb8 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-21T20:14:43,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=A 2024-11-21T20:14:43,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:43,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=B 2024-11-21T20:14:43,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:43,938 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/6f3cb76fc9c74981b1fd820dbf50c404 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/6f3cb76fc9c74981b1fd820dbf50c404 2024-11-21T20:14:43,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=C 2024-11-21T20:14:43,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T20:14:43,978 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:14:43,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/de57e406460142408b79fe4b061266d3 is 50, key is test_row_0/A:col10/1732220083287/Put/seqid=0 2024-11-21T20:14:43,979 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:14:43,980 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/ee152e9a897549bfb62886addb3f5735 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/ee152e9a897549bfb62886addb3f5735 2024-11-21T20:14:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-21T20:14:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T20:14:43,983 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:14:43,989 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:14:43,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:14:43,996 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ca0c9869fe7d4f520d4d4158361dfeb8/B of ca0c9869fe7d4f520d4d4158361dfeb8 into 6f3cb76fc9c74981b1fd820dbf50c404(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:14:43,996 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:43,999 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ca0c9869fe7d4f520d4d4158361dfeb8/A of ca0c9869fe7d4f520d4d4158361dfeb8 into ee152e9a897549bfb62886addb3f5735(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:14:43,999 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:43,999 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., storeName=ca0c9869fe7d4f520d4d4158361dfeb8/A, priority=12, startTime=1732220083815; duration=0sec 2024-11-21T20:14:43,999 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., storeName=ca0c9869fe7d4f520d4d4158361dfeb8/B, priority=12, startTime=1732220083818; duration=0sec 2024-11-21T20:14:44,000 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:14:44,000 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca0c9869fe7d4f520d4d4158361dfeb8:A 2024-11-21T20:14:44,001 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:14:44,001 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:44,002 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca0c9869fe7d4f520d4d4158361dfeb8:B 2024-11-21T20:14:44,006 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:14:44,006 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ca0c9869fe7d4f520d4d4158361dfeb8/C is initiating minor compaction (all files) 2024-11-21T20:14:44,006 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ca0c9869fe7d4f520d4d4158361dfeb8/C in TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:44,006 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/aa0cccafbbdb4dd099164c46727ac846, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/f2c3811946d34dae92ccd58f3d668f30, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/ab4202b4f4264198b66e0b3f0f2aa3be, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/24b2dda774644420bedc0eff192f634a] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp, totalSize=46.9 K 2024-11-21T20:14:44,012 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa0cccafbbdb4dd099164c46727ac846, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732220079839 2024-11-21T20:14:44,013 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2c3811946d34dae92ccd58f3d668f30, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732220080713 2024-11-21T20:14:44,015 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab4202b4f4264198b66e0b3f0f2aa3be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732220080856 2024-11-21T20:14:44,017 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24b2dda774644420bedc0eff192f634a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732220083051 2024-11-21T20:14:44,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220144030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:44,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:44,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:44,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220144030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:44,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741851_1027 (size=12001) 2024-11-21T20:14:44,072 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca0c9869fe7d4f520d4d4158361dfeb8#C#compaction#15 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:14:44,073 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/871847bdf291480b8393e71cc0e97c09 is 50, key is test_row_0/C:col10/1732220083051/Put/seqid=0 2024-11-21T20:14:44,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741852_1028 (size=12139) 2024-11-21T20:14:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T20:14:44,110 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/871847bdf291480b8393e71cc0e97c09 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/871847bdf291480b8393e71cc0e97c09 2024-11-21T20:14:44,125 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ca0c9869fe7d4f520d4d4158361dfeb8/C of ca0c9869fe7d4f520d4d4158361dfeb8 into 871847bdf291480b8393e71cc0e97c09(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:14:44,125 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:44,125 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., storeName=ca0c9869fe7d4f520d4d4158361dfeb8/C, priority=12, startTime=1732220083818; duration=0sec 2024-11-21T20:14:44,125 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:44,125 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca0c9869fe7d4f520d4d4158361dfeb8:C 2024-11-21T20:14:44,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-21T20:14:44,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:44,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:44,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:44,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:44,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:44,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220144148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:44,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:44,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:44,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:44,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220144148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:44,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:44,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:44,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T20:14:44,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-21T20:14:44,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:44,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:44,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:44,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:44,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:44,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220144358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:44,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:44,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:44,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:44,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220144358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:44,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:44,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:44,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:44,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/de57e406460142408b79fe4b061266d3 2024-11-21T20:14:44,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/2aa55dad779b4602a425b92179cdaf1b is 50, key is test_row_0/B:col10/1732220083287/Put/seqid=0 2024-11-21T20:14:44,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-21T20:14:44,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:44,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:44,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:44,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:44,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:44,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741853_1029 (size=12001) 2024-11-21T20:14:44,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/2aa55dad779b4602a425b92179cdaf1b 2024-11-21T20:14:44,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/c5de63a5197b413d98f3628e12d142e6 is 50, key is test_row_0/C:col10/1732220083287/Put/seqid=0 2024-11-21T20:14:44,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741854_1030 (size=12001) 2024-11-21T20:14:44,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/c5de63a5197b413d98f3628e12d142e6 2024-11-21T20:14:44,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/de57e406460142408b79fe4b061266d3 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/de57e406460142408b79fe4b061266d3 2024-11-21T20:14:44,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/de57e406460142408b79fe4b061266d3, entries=150, sequenceid=90, filesize=11.7 K 2024-11-21T20:14:44,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/2aa55dad779b4602a425b92179cdaf1b as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/2aa55dad779b4602a425b92179cdaf1b 2024-11-21T20:14:44,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/2aa55dad779b4602a425b92179cdaf1b, entries=150, sequenceid=90, filesize=11.7 K 2024-11-21T20:14:44,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/c5de63a5197b413d98f3628e12d142e6 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/c5de63a5197b413d98f3628e12d142e6 2024-11-21T20:14:44,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/c5de63a5197b413d98f3628e12d142e6, entries=150, sequenceid=90, filesize=11.7 K 2024-11-21T20:14:44,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for ca0c9869fe7d4f520d4d4158361dfeb8 in 653ms, sequenceid=90, compaction requested=false 2024-11-21T20:14:44,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T20:14:44,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-21T20:14:44,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:44,623 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing ca0c9869fe7d4f520d4d4158361dfeb8 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-21T20:14:44,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=A 2024-11-21T20:14:44,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:44,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=B 2024-11-21T20:14:44,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:44,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=C 2024-11-21T20:14:44,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:44,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/28e9d0c6c32f444aa5cc3ad239380e92 is 50, key is test_row_0/A:col10/1732220084026/Put/seqid=0 2024-11-21T20:14:44,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741855_1031 (size=12001) 2024-11-21T20:14:44,667 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/28e9d0c6c32f444aa5cc3ad239380e92 2024-11-21T20:14:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:44,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:44,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/da4697028b374639b8bc1b7a9430e6cc is 50, key is test_row_0/B:col10/1732220084026/Put/seqid=0 2024-11-21T20:14:44,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741856_1032 (size=12001) 2024-11-21T20:14:44,715 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/da4697028b374639b8bc1b7a9430e6cc 2024-11-21T20:14:44,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/dc4eef98cfb144d0860b8c486b2cf577 is 50, key is test_row_0/C:col10/1732220084026/Put/seqid=0 2024-11-21T20:14:44,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220144736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:44,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:44,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:44,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:44,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220144737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:44,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741857_1033 (size=12001) 2024-11-21T20:14:44,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:44,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:44,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:44,752 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/dc4eef98cfb144d0860b8c486b2cf577 2024-11-21T20:14:44,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/28e9d0c6c32f444aa5cc3ad239380e92 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/28e9d0c6c32f444aa5cc3ad239380e92 2024-11-21T20:14:44,773 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/28e9d0c6c32f444aa5cc3ad239380e92, entries=150, sequenceid=106, filesize=11.7 K 2024-11-21T20:14:44,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/da4697028b374639b8bc1b7a9430e6cc as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/da4697028b374639b8bc1b7a9430e6cc 2024-11-21T20:14:44,787 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/da4697028b374639b8bc1b7a9430e6cc, entries=150, sequenceid=106, filesize=11.7 K 2024-11-21T20:14:44,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/dc4eef98cfb144d0860b8c486b2cf577 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/dc4eef98cfb144d0860b8c486b2cf577 2024-11-21T20:14:44,810 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/dc4eef98cfb144d0860b8c486b2cf577, entries=150, sequenceid=106, filesize=11.7 K 2024-11-21T20:14:44,812 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for ca0c9869fe7d4f520d4d4158361dfeb8 in 190ms, sequenceid=106, compaction requested=true 2024-11-21T20:14:44,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:44,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:44,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-21T20:14:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-21T20:14:44,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T20:14:44,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 829 msec 2024-11-21T20:14:44,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 850 msec 2024-11-21T20:14:44,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220084723, max timestamp=1732220084859Num uniques 859; 2024-11-21T20:14:44,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220084723, max timestamp=1732220084859Num uniques 859; 2024-11-21T20:14:44,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:14:44,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:14:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:44,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ca0c9869fe7d4f520d4d4158361dfeb8 3/3 column families, dataSize=64.85 KB heapSize=184.09 KB 2024-11-21T20:14:44,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=A 2024-11-21T20:14:44,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:14:44,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=B 2024-11-21T20:14:44,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:14:44,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=C 2024-11-21T20:14:44,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:14:44,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/c61699c38a07489fa213641d0886e057 is 50, key is test_row_0/A:col10/1732220084730/Put/seqid=0 2024-11-21T20:14:44,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741858_1034 (size=12001) 2024-11-21T20:14:44,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/c61699c38a07489fa213641d0886e057 2024-11-21T20:14:44,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/fc1f0e436cd24676823dcf0c970e9351 is 50, key is test_row_0/B:col10/1732220084730/Put/seqid=0 2024-11-21T20:14:44,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220144937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:44,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:44,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:44,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:44,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220144940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:44,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:44,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:44,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:44,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741859_1035 (size=12001) 2024-11-21T20:14:44,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/fc1f0e436cd24676823dcf0c970e9351 2024-11-21T20:14:44,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/2b3880a08a6348df997d3ff57ea093b6 is 50, key is test_row_0/C:col10/1732220084730/Put/seqid=0 2024-11-21T20:14:44,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741860_1036 (size=12001) 2024-11-21T20:14:45,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220145048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:45,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:45,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:45,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:45,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220145058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:45,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:45,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:45,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:45,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1732220145098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:45,100 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_1' in ca0c9869fe7d4f520d4d4158361dfeb8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4227 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:14:45,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:45,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:45,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:45,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1732220145108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:45,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55642 deadline: 1732220145108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:45,111 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in ca0c9869fe7d4f520d4d4158361dfeb8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:14:45,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:45,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:45,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:45,112 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in ca0c9869fe7d4f520d4d4158361dfeb8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4241 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:14:45,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:45,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:45,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:45,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T20:14:45,118 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:14:45,119 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:14:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-21T20:14:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T20:14:45,123 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:14:45,124 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:14:45,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:14:45,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T20:14:45,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220145257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:45,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:45,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:45,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:45,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220145268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:45,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:45,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:45,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:45,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-21T20:14:45,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:45,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:45,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:45,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:45,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:45,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/2b3880a08a6348df997d3ff57ea093b6 2024-11-21T20:14:45,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/c61699c38a07489fa213641d0886e057 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/c61699c38a07489fa213641d0886e057 2024-11-21T20:14:45,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/c61699c38a07489fa213641d0886e057, entries=150, sequenceid=128, filesize=11.7 K 2024-11-21T20:14:45,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/fc1f0e436cd24676823dcf0c970e9351 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/fc1f0e436cd24676823dcf0c970e9351 2024-11-21T20:14:45,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/fc1f0e436cd24676823dcf0c970e9351, entries=150, sequenceid=128, filesize=11.7 K 2024-11-21T20:14:45,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/2b3880a08a6348df997d3ff57ea093b6 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/2b3880a08a6348df997d3ff57ea093b6 2024-11-21T20:14:45,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/2b3880a08a6348df997d3ff57ea093b6, entries=150, sequenceid=128, filesize=11.7 K 2024-11-21T20:14:45,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~64.85 KB/66410, heapSize ~184.05 KB/188464, currentSize=114.05 KB/116790 for ca0c9869fe7d4f520d4d4158361dfeb8 in 563ms, sequenceid=128, compaction requested=true 2024-11-21T20:14:45,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:45,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca0c9869fe7d4f520d4d4158361dfeb8:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:14:45,431 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:14:45,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:45,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca0c9869fe7d4f520d4d4158361dfeb8:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:14:45,431 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:14:45,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:45,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca0c9869fe7d4f520d4d4158361dfeb8:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:14:45,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:14:45,434 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:14:45,434 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): ca0c9869fe7d4f520d4d4158361dfeb8/B is initiating minor compaction (all files) 2024-11-21T20:14:45,434 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ca0c9869fe7d4f520d4d4158361dfeb8/B in TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:45,434 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/6f3cb76fc9c74981b1fd820dbf50c404, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/2aa55dad779b4602a425b92179cdaf1b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/da4697028b374639b8bc1b7a9430e6cc, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/fc1f0e436cd24676823dcf0c970e9351] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp, totalSize=47.0 K 2024-11-21T20:14:45,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-21T20:14:45,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:45,435 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing ca0c9869fe7d4f520d4d4158361dfeb8 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-21T20:14:45,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=A 2024-11-21T20:14:45,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:45,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=B 2024-11-21T20:14:45,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:45,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=C 2024-11-21T20:14:45,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:45,436 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:14:45,436 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f3cb76fc9c74981b1fd820dbf50c404, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732220083051 2024-11-21T20:14:45,436 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ca0c9869fe7d4f520d4d4158361dfeb8/A is initiating minor compaction (all files) 2024-11-21T20:14:45,436 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ca0c9869fe7d4f520d4d4158361dfeb8/A in TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:45,437 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/ee152e9a897549bfb62886addb3f5735, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/de57e406460142408b79fe4b061266d3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/28e9d0c6c32f444aa5cc3ad239380e92, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/c61699c38a07489fa213641d0886e057] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp, totalSize=47.0 K 2024-11-21T20:14:45,437 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 2aa55dad779b4602a425b92179cdaf1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732220083264 2024-11-21T20:14:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T20:14:45,438 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee152e9a897549bfb62886addb3f5735, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732220083051 2024-11-21T20:14:45,440 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting da4697028b374639b8bc1b7a9430e6cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732220083980 2024-11-21T20:14:45,441 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting de57e406460142408b79fe4b061266d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732220083264 2024-11-21T20:14:45,441 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting fc1f0e436cd24676823dcf0c970e9351, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732220084723 2024-11-21T20:14:45,442 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28e9d0c6c32f444aa5cc3ad239380e92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732220083980 2024-11-21T20:14:45,444 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting c61699c38a07489fa213641d0886e057, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732220084723 2024-11-21T20:14:45,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/e1647a17f84b43088808d9b202252f0f is 50, key is test_row_0/A:col10/1732220084931/Put/seqid=0 2024-11-21T20:14:45,483 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca0c9869fe7d4f520d4d4158361dfeb8#B#compaction#25 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:14:45,484 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/1075b25ae4494e0ab3d4be93589743c7 is 50, key is test_row_0/B:col10/1732220084730/Put/seqid=0 2024-11-21T20:14:45,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741861_1037 (size=12151) 2024-11-21T20:14:45,502 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca0c9869fe7d4f520d4d4158361dfeb8#A#compaction#26 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:14:45,503 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/c5ea5babcaf9428eae5bbdaf04008728 is 50, key is test_row_0/A:col10/1732220084730/Put/seqid=0 2024-11-21T20:14:45,509 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/e1647a17f84b43088808d9b202252f0f 2024-11-21T20:14:45,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741862_1038 (size=12275) 2024-11-21T20:14:45,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741863_1039 (size=12275) 2024-11-21T20:14:45,552 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/1075b25ae4494e0ab3d4be93589743c7 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/1075b25ae4494e0ab3d4be93589743c7 2024-11-21T20:14:45,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/1a50d6aeceb04e4d8f6f81197961cbbf is 50, key is test_row_0/B:col10/1732220084931/Put/seqid=0 2024-11-21T20:14:45,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741864_1040 (size=12151) 2024-11-21T20:14:45,572 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/1a50d6aeceb04e4d8f6f81197961cbbf 2024-11-21T20:14:45,581 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ca0c9869fe7d4f520d4d4158361dfeb8/B of ca0c9869fe7d4f520d4d4158361dfeb8 into 1075b25ae4494e0ab3d4be93589743c7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:14:45,581 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:45,581 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., storeName=ca0c9869fe7d4f520d4d4158361dfeb8/B, priority=12, startTime=1732220085431; duration=0sec 2024-11-21T20:14:45,581 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:14:45,581 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca0c9869fe7d4f520d4d4158361dfeb8:B 2024-11-21T20:14:45,581 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:14:45,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:45,587 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:14:45,587 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): ca0c9869fe7d4f520d4d4158361dfeb8/C is initiating minor compaction (all files) 2024-11-21T20:14:45,587 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ca0c9869fe7d4f520d4d4158361dfeb8/C in TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:45,587 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/871847bdf291480b8393e71cc0e97c09, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/c5de63a5197b413d98f3628e12d142e6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/dc4eef98cfb144d0860b8c486b2cf577, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/2b3880a08a6348df997d3ff57ea093b6] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp, totalSize=47.0 K 2024-11-21T20:14:45,590 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 871847bdf291480b8393e71cc0e97c09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732220083051 2024-11-21T20:14:45,591 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting c5de63a5197b413d98f3628e12d142e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732220083264 2024-11-21T20:14:45,591 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting dc4eef98cfb144d0860b8c486b2cf577, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732220083980 2024-11-21T20:14:45,593 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b3880a08a6348df997d3ff57ea093b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732220084723 2024-11-21T20:14:45,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/3b1be6d29c31470195bbd2c3e6410823 is 50, key is test_row_0/C:col10/1732220084931/Put/seqid=0 2024-11-21T20:14:45,638 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca0c9869fe7d4f520d4d4158361dfeb8#C#compaction#29 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:14:45,639 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/74f63ba174a442ec8e7756e3819e502e is 50, key is test_row_0/C:col10/1732220084730/Put/seqid=0 2024-11-21T20:14:45,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:45,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220145637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:45,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:45,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:45,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:45,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:45,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220145641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:45,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741865_1041 (size=12151) 2024-11-21T20:14:45,659 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/3b1be6d29c31470195bbd2c3e6410823 2024-11-21T20:14:45,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/e1647a17f84b43088808d9b202252f0f as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/e1647a17f84b43088808d9b202252f0f 2024-11-21T20:14:45,680 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/e1647a17f84b43088808d9b202252f0f, entries=150, sequenceid=148, filesize=11.9 K 2024-11-21T20:14:45,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/1a50d6aeceb04e4d8f6f81197961cbbf as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/1a50d6aeceb04e4d8f6f81197961cbbf 2024-11-21T20:14:45,692 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/1a50d6aeceb04e4d8f6f81197961cbbf, entries=150, sequenceid=148, filesize=11.9 K 2024-11-21T20:14:45,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/3b1be6d29c31470195bbd2c3e6410823 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/3b1be6d29c31470195bbd2c3e6410823 2024-11-21T20:14:45,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741866_1042 (size=12275) 2024-11-21T20:14:45,710 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/3b1be6d29c31470195bbd2c3e6410823, entries=150, sequenceid=148, filesize=11.9 K 2024-11-21T20:14:45,714 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/74f63ba174a442ec8e7756e3819e502e as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/74f63ba174a442ec8e7756e3819e502e 2024-11-21T20:14:45,715 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for ca0c9869fe7d4f520d4d4158361dfeb8 in 279ms, sequenceid=148, compaction requested=false 2024-11-21T20:14:45,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:45,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:45,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-21T20:14:45,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-21T20:14:45,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-21T20:14:45,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 595 msec 2024-11-21T20:14:45,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 606 msec 2024-11-21T20:14:45,735 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ca0c9869fe7d4f520d4d4158361dfeb8/C of ca0c9869fe7d4f520d4d4158361dfeb8 into 74f63ba174a442ec8e7756e3819e502e(size=12.0 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:14:45,736 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:45,737 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., storeName=ca0c9869fe7d4f520d4d4158361dfeb8/C, priority=12, startTime=1732220085431; duration=0sec 2024-11-21T20:14:45,737 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:45,737 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca0c9869fe7d4f520d4d4158361dfeb8:C 2024-11-21T20:14:45,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T20:14:45,749 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:14:45,750 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:14:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-21T20:14:45,753 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ca0c9869fe7d4f520d4d4158361dfeb8 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-21T20:14:45,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=A 2024-11-21T20:14:45,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:45,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=B 2024-11-21T20:14:45,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:45,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=C 2024-11-21T20:14:45,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:45,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T20:14:45,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:45,754 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:14:45,756 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:14:45,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:14:45,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/230053d0592145d68f20dad4851c9f00 is 50, key is test_row_0/A:col10/1732220085613/Put/seqid=0 2024-11-21T20:14:45,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741867_1043 (size=14541) 2024-11-21T20:14:45,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/230053d0592145d68f20dad4851c9f00 2024-11-21T20:14:45,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/0aa3754ebcce4570bb0ebf1ef10a6740 is 50, key is test_row_0/B:col10/1732220085613/Put/seqid=0 2024-11-21T20:14:45,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741868_1044 (size=12151) 2024-11-21T20:14:45,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T20:14:45,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:45,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220145853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:45,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:45,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220145855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:45,860 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:45,860 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:45,860 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:45,863 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:45,863 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:45,863 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:45,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-21T20:14:45,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:45,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:45,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:45,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:45,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:45,964 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/c5ea5babcaf9428eae5bbdaf04008728 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/c5ea5babcaf9428eae5bbdaf04008728 2024-11-21T20:14:45,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220145969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:45,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:45,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:45,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:45,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:45,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220145969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:45,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:45,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:45,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:45,979 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ca0c9869fe7d4f520d4d4158361dfeb8/A of ca0c9869fe7d4f520d4d4158361dfeb8 into c5ea5babcaf9428eae5bbdaf04008728(size=12.0 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:14:45,979 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:45,980 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., storeName=ca0c9869fe7d4f520d4d4158361dfeb8/A, priority=12, startTime=1732220085431; duration=0sec 2024-11-21T20:14:45,980 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:45,980 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca0c9869fe7d4f520d4d4158361dfeb8:A 2024-11-21T20:14:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T20:14:46,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-21T20:14:46,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:46,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:46,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:46,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:46,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:46,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:46,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:46,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:46,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220146179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:46,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220146178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:46,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:46,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:46,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:46,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:46,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:46,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:46,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-21T20:14:46,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:46,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:46,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:46,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:46,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:46,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:46,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/0aa3754ebcce4570bb0ebf1ef10a6740 2024-11-21T20:14:46,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/d0539486267c455098df6d2888dda407 is 50, key is test_row_0/C:col10/1732220085613/Put/seqid=0 2024-11-21T20:14:46,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741869_1045 (size=12151) 2024-11-21T20:14:46,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/d0539486267c455098df6d2888dda407 2024-11-21T20:14:46,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/230053d0592145d68f20dad4851c9f00 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/230053d0592145d68f20dad4851c9f00 2024-11-21T20:14:46,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/230053d0592145d68f20dad4851c9f00, entries=200, sequenceid=163, filesize=14.2 K 2024-11-21T20:14:46,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/0aa3754ebcce4570bb0ebf1ef10a6740 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/0aa3754ebcce4570bb0ebf1ef10a6740 2024-11-21T20:14:46,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/0aa3754ebcce4570bb0ebf1ef10a6740, entries=150, sequenceid=163, filesize=11.9 K 2024-11-21T20:14:46,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/d0539486267c455098df6d2888dda407 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/d0539486267c455098df6d2888dda407 2024-11-21T20:14:46,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/d0539486267c455098df6d2888dda407, entries=150, sequenceid=163, filesize=11.9 K 2024-11-21T20:14:46,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for ca0c9869fe7d4f520d4d4158361dfeb8 in 580ms, sequenceid=163, compaction requested=true 2024-11-21T20:14:46,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:46,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca0c9869fe7d4f520d4d4158361dfeb8:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:14:46,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:46,333 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:14:46,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca0c9869fe7d4f520d4d4158361dfeb8:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:14:46,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:46,333 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:14:46,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca0c9869fe7d4f520d4d4158361dfeb8:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:14:46,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:14:46,337 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38967 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:14:46,337 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ca0c9869fe7d4f520d4d4158361dfeb8/A is initiating minor compaction (all files) 2024-11-21T20:14:46,338 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ca0c9869fe7d4f520d4d4158361dfeb8/A in TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:46,338 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:14:46,338 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): ca0c9869fe7d4f520d4d4158361dfeb8/B is initiating minor compaction (all files) 2024-11-21T20:14:46,338 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ca0c9869fe7d4f520d4d4158361dfeb8/B in TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:46,338 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/c5ea5babcaf9428eae5bbdaf04008728, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/e1647a17f84b43088808d9b202252f0f, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/230053d0592145d68f20dad4851c9f00] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp, totalSize=38.1 K 2024-11-21T20:14:46,338 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/1075b25ae4494e0ab3d4be93589743c7, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/1a50d6aeceb04e4d8f6f81197961cbbf, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/0aa3754ebcce4570bb0ebf1ef10a6740] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp, totalSize=35.7 K 2024-11-21T20:14:46,341 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 1075b25ae4494e0ab3d4be93589743c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732220084723 2024-11-21T20:14:46,341 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5ea5babcaf9428eae5bbdaf04008728, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732220084723 2024-11-21T20:14:46,342 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a50d6aeceb04e4d8f6f81197961cbbf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732220084931 2024-11-21T20:14:46,343 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1647a17f84b43088808d9b202252f0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732220084931 2024-11-21T20:14:46,344 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 230053d0592145d68f20dad4851c9f00, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732220085613 2024-11-21T20:14:46,348 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 0aa3754ebcce4570bb0ebf1ef10a6740, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732220085613 2024-11-21T20:14:46,375 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca0c9869fe7d4f520d4d4158361dfeb8#B#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:14:46,376 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/f94f08ca8ef94be58db8854addb7b5b5 is 50, key is test_row_0/B:col10/1732220085613/Put/seqid=0 2024-11-21T20:14:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T20:14:46,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-21T20:14:46,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:46,382 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing ca0c9869fe7d4f520d4d4158361dfeb8 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-21T20:14:46,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=A 2024-11-21T20:14:46,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:46,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=B 2024-11-21T20:14:46,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:46,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=C 2024-11-21T20:14:46,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:46,395 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca0c9869fe7d4f520d4d4158361dfeb8#A#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:14:46,396 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/a05a5639a7a44dd7a883a305b4a17f8c is 50, key is test_row_0/A:col10/1732220085613/Put/seqid=0 2024-11-21T20:14:46,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/56a712370a5b42efa6f99955a66dd2a3 is 50, key is test_row_0/A:col10/1732220085799/Put/seqid=0 2024-11-21T20:14:46,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741870_1046 (size=12527) 2024-11-21T20:14:46,467 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/f94f08ca8ef94be58db8854addb7b5b5 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/f94f08ca8ef94be58db8854addb7b5b5 2024-11-21T20:14:46,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741871_1047 (size=12527) 2024-11-21T20:14:46,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741872_1048 (size=12151) 2024-11-21T20:14:46,470 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/56a712370a5b42efa6f99955a66dd2a3 2024-11-21T20:14:46,493 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ca0c9869fe7d4f520d4d4158361dfeb8/B of ca0c9869fe7d4f520d4d4158361dfeb8 into f94f08ca8ef94be58db8854addb7b5b5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:14:46,493 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:46,493 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., storeName=ca0c9869fe7d4f520d4d4158361dfeb8/B, priority=13, startTime=1732220086333; duration=0sec 2024-11-21T20:14:46,493 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:14:46,493 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca0c9869fe7d4f520d4d4158361dfeb8:B 2024-11-21T20:14:46,494 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:14:46,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:46,498 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:14:46,498 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): ca0c9869fe7d4f520d4d4158361dfeb8/C is initiating minor compaction (all files) 2024-11-21T20:14:46,498 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ca0c9869fe7d4f520d4d4158361dfeb8/C in TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:46,498 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/74f63ba174a442ec8e7756e3819e502e, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/3b1be6d29c31470195bbd2c3e6410823, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/d0539486267c455098df6d2888dda407] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp, totalSize=35.7 K 2024-11-21T20:14:46,503 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 74f63ba174a442ec8e7756e3819e502e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732220084723 2024-11-21T20:14:46,504 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b1be6d29c31470195bbd2c3e6410823, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732220084931 2024-11-21T20:14:46,504 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting d0539486267c455098df6d2888dda407, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732220085613 2024-11-21T20:14:46,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/5f47052566384e1ea1ab9aa4c72b2f66 is 50, key is test_row_0/B:col10/1732220085799/Put/seqid=0 2024-11-21T20:14:46,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741873_1049 (size=12151) 2024-11-21T20:14:46,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220146537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:46,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220146539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:46,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:46,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:46,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:46,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:46,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:46,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:46,551 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca0c9869fe7d4f520d4d4158361dfeb8#C#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:14:46,552 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/69ed5e7567dc4cc49d844e48d64bc0fe is 50, key is test_row_0/C:col10/1732220085613/Put/seqid=0 2024-11-21T20:14:46,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741874_1050 (size=12527) 2024-11-21T20:14:46,588 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/69ed5e7567dc4cc49d844e48d64bc0fe as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/69ed5e7567dc4cc49d844e48d64bc0fe 2024-11-21T20:14:46,609 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ca0c9869fe7d4f520d4d4158361dfeb8/C of ca0c9869fe7d4f520d4d4158361dfeb8 into 69ed5e7567dc4cc49d844e48d64bc0fe(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:14:46,609 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:46,609 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., storeName=ca0c9869fe7d4f520d4d4158361dfeb8/C, priority=13, startTime=1732220086333; duration=0sec 2024-11-21T20:14:46,609 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:46,609 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca0c9869fe7d4f520d4d4158361dfeb8:C 2024-11-21T20:14:46,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:46,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220146648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220146648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:46,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:46,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:46,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:46,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:46,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:46,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:46,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220146858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:46,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220146858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:46,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:46,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:46,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:46,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:46,884 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/a05a5639a7a44dd7a883a305b4a17f8c as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/a05a5639a7a44dd7a883a305b4a17f8c 2024-11-21T20:14:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T20:14:46,895 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ca0c9869fe7d4f520d4d4158361dfeb8/A of ca0c9869fe7d4f520d4d4158361dfeb8 into a05a5639a7a44dd7a883a305b4a17f8c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:14:46,895 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:46,895 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., storeName=ca0c9869fe7d4f520d4d4158361dfeb8/A, priority=13, startTime=1732220086332; duration=0sec 2024-11-21T20:14:46,896 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:46,896 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca0c9869fe7d4f520d4d4158361dfeb8:A 2024-11-21T20:14:46,949 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/5f47052566384e1ea1ab9aa4c72b2f66 2024-11-21T20:14:46,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/e7dff594b3f64660a4fdb456354da5d8 is 50, key is test_row_0/C:col10/1732220085799/Put/seqid=0 2024-11-21T20:14:46,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741875_1051 (size=12151) 2024-11-21T20:14:47,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220147168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:47,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:47,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220147168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:47,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:47,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:47,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:47,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:47,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:47,379 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/e7dff594b3f64660a4fdb456354da5d8 2024-11-21T20:14:47,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/56a712370a5b42efa6f99955a66dd2a3 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/56a712370a5b42efa6f99955a66dd2a3 2024-11-21T20:14:47,395 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/56a712370a5b42efa6f99955a66dd2a3, entries=150, sequenceid=183, filesize=11.9 K 2024-11-21T20:14:47,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/5f47052566384e1ea1ab9aa4c72b2f66 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/5f47052566384e1ea1ab9aa4c72b2f66 2024-11-21T20:14:47,405 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/5f47052566384e1ea1ab9aa4c72b2f66, entries=150, sequenceid=183, filesize=11.9 K 2024-11-21T20:14:47,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/e7dff594b3f64660a4fdb456354da5d8 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/e7dff594b3f64660a4fdb456354da5d8 2024-11-21T20:14:47,421 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/e7dff594b3f64660a4fdb456354da5d8, entries=150, sequenceid=183, filesize=11.9 K 2024-11-21T20:14:47,424 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for ca0c9869fe7d4f520d4d4158361dfeb8 in 1041ms, sequenceid=183, compaction requested=false 2024-11-21T20:14:47,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:47,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:47,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-21T20:14:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-21T20:14:47,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-21T20:14:47,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6710 sec 2024-11-21T20:14:47,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.6820 sec 2024-11-21T20:14:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:47,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ca0c9869fe7d4f520d4d4158361dfeb8 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-21T20:14:47,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=A 2024-11-21T20:14:47,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:47,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=B 2024-11-21T20:14:47,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:47,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=C 2024-11-21T20:14:47,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:47,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/909ba07e48424dcf93909ca909ea8bee is 50, key is test_row_0/A:col10/1732220087680/Put/seqid=0 2024-11-21T20:14:47,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741876_1052 (size=14541) 2024-11-21T20:14:47,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220147762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:47,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220147764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:47,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:47,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:47,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:47,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:47,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:47,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:47,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220147868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:47,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:47,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:47,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:47,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220147868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:47,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:47,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:47,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T20:14:47,898 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:14:47,899 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:14:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-21T20:14:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-21T20:14:47,901 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:14:47,902 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:14:47,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:14:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-21T20:14:48,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-21T20:14:48,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:48,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:48,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:48,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:48,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:48,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220148078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:48,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:48,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:48,082 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220148078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:48,082 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:48,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:48,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:48,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:48,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/909ba07e48424dcf93909ca909ea8bee 2024-11-21T20:14:48,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/e16d2f18b1e84341ad1568d1afc3822f is 50, key is test_row_0/B:col10/1732220087680/Put/seqid=0 2024-11-21T20:14:48,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741877_1053 (size=12151) 2024-11-21T20:14:48,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/e16d2f18b1e84341ad1568d1afc3822f 2024-11-21T20:14:48,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/0e5d3ce0c52f4b23ad6d8c336c92d776 is 50, key is test_row_0/C:col10/1732220087680/Put/seqid=0 2024-11-21T20:14:48,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741878_1054 (size=12151) 2024-11-21T20:14:48,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/0e5d3ce0c52f4b23ad6d8c336c92d776 2024-11-21T20:14:48,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-21T20:14:48,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:48,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:48,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:48,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:48,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:48,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/909ba07e48424dcf93909ca909ea8bee as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/909ba07e48424dcf93909ca909ea8bee 2024-11-21T20:14:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-21T20:14:48,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/909ba07e48424dcf93909ca909ea8bee, entries=200, sequenceid=201, filesize=14.2 K 2024-11-21T20:14:48,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/e16d2f18b1e84341ad1568d1afc3822f as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/e16d2f18b1e84341ad1568d1afc3822f 2024-11-21T20:14:48,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/e16d2f18b1e84341ad1568d1afc3822f, entries=150, sequenceid=201, filesize=11.9 K 2024-11-21T20:14:48,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/0e5d3ce0c52f4b23ad6d8c336c92d776 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/0e5d3ce0c52f4b23ad6d8c336c92d776 2024-11-21T20:14:48,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/0e5d3ce0c52f4b23ad6d8c336c92d776, entries=150, sequenceid=201, filesize=11.9 K 2024-11-21T20:14:48,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for ca0c9869fe7d4f520d4d4158361dfeb8 in 563ms, sequenceid=201, compaction requested=true 2024-11-21T20:14:48,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:48,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca0c9869fe7d4f520d4d4158361dfeb8:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:14:48,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:48,251 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:14:48,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca0c9869fe7d4f520d4d4158361dfeb8:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:14:48,251 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:14:48,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:48,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca0c9869fe7d4f520d4d4158361dfeb8:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:14:48,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:14:48,252 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:14:48,253 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ca0c9869fe7d4f520d4d4158361dfeb8/A is initiating minor compaction (all files) 2024-11-21T20:14:48,253 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ca0c9869fe7d4f520d4d4158361dfeb8/A in TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:48,253 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/a05a5639a7a44dd7a883a305b4a17f8c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/56a712370a5b42efa6f99955a66dd2a3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/909ba07e48424dcf93909ca909ea8bee] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp, totalSize=38.3 K 2024-11-21T20:14:48,253 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:14:48,254 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): ca0c9869fe7d4f520d4d4158361dfeb8/B is initiating minor compaction (all files) 2024-11-21T20:14:48,254 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ca0c9869fe7d4f520d4d4158361dfeb8/B in TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:48,254 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/f94f08ca8ef94be58db8854addb7b5b5, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/5f47052566384e1ea1ab9aa4c72b2f66, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/e16d2f18b1e84341ad1568d1afc3822f] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp, totalSize=36.0 K 2024-11-21T20:14:48,255 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting f94f08ca8ef94be58db8854addb7b5b5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732220085613 2024-11-21T20:14:48,255 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting a05a5639a7a44dd7a883a305b4a17f8c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732220085613 2024-11-21T20:14:48,256 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f47052566384e1ea1ab9aa4c72b2f66, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732220085799 2024-11-21T20:14:48,256 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56a712370a5b42efa6f99955a66dd2a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732220085799 2024-11-21T20:14:48,257 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting e16d2f18b1e84341ad1568d1afc3822f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732220086526 2024-11-21T20:14:48,258 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 909ba07e48424dcf93909ca909ea8bee, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732220086526 2024-11-21T20:14:48,275 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca0c9869fe7d4f520d4d4158361dfeb8#B#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:14:48,276 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/0d4dcd3f769a457ba0e8941d8bb37233 is 50, key is test_row_0/B:col10/1732220087680/Put/seqid=0 2024-11-21T20:14:48,282 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca0c9869fe7d4f520d4d4158361dfeb8#A#compaction#43 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:14:48,283 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/9ffc2a2df9ee4fe1b882d81fc45a2434 is 50, key is test_row_0/A:col10/1732220087680/Put/seqid=0 2024-11-21T20:14:48,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741880_1056 (size=12629) 2024-11-21T20:14:48,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741879_1055 (size=12629) 2024-11-21T20:14:48,317 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/0d4dcd3f769a457ba0e8941d8bb37233 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/0d4dcd3f769a457ba0e8941d8bb37233 2024-11-21T20:14:48,321 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/9ffc2a2df9ee4fe1b882d81fc45a2434 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/9ffc2a2df9ee4fe1b882d81fc45a2434 2024-11-21T20:14:48,330 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ca0c9869fe7d4f520d4d4158361dfeb8/A of ca0c9869fe7d4f520d4d4158361dfeb8 into 9ffc2a2df9ee4fe1b882d81fc45a2434(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:14:48,330 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:48,330 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., storeName=ca0c9869fe7d4f520d4d4158361dfeb8/A, priority=13, startTime=1732220088250; duration=0sec 2024-11-21T20:14:48,330 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:14:48,330 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca0c9869fe7d4f520d4d4158361dfeb8:A 2024-11-21T20:14:48,330 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:14:48,332 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:14:48,332 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ca0c9869fe7d4f520d4d4158361dfeb8/C is initiating minor compaction (all files) 2024-11-21T20:14:48,332 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ca0c9869fe7d4f520d4d4158361dfeb8/C in TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:48,333 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/69ed5e7567dc4cc49d844e48d64bc0fe, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/e7dff594b3f64660a4fdb456354da5d8, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/0e5d3ce0c52f4b23ad6d8c336c92d776] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp, totalSize=36.0 K 2024-11-21T20:14:48,333 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69ed5e7567dc4cc49d844e48d64bc0fe, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732220085613 2024-11-21T20:14:48,334 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ca0c9869fe7d4f520d4d4158361dfeb8/B of ca0c9869fe7d4f520d4d4158361dfeb8 into 0d4dcd3f769a457ba0e8941d8bb37233(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:14:48,334 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:48,334 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7dff594b3f64660a4fdb456354da5d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732220085799 2024-11-21T20:14:48,334 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., storeName=ca0c9869fe7d4f520d4d4158361dfeb8/B, priority=13, startTime=1732220088251; duration=0sec 2024-11-21T20:14:48,335 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:48,335 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca0c9869fe7d4f520d4d4158361dfeb8:B 2024-11-21T20:14:48,335 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e5d3ce0c52f4b23ad6d8c336c92d776, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732220086526 2024-11-21T20:14:48,350 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca0c9869fe7d4f520d4d4158361dfeb8#C#compaction#44 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:14:48,351 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/639a56137e8d401d885c5290373e208d is 50, key is test_row_0/C:col10/1732220087680/Put/seqid=0 2024-11-21T20:14:48,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741881_1057 (size=12629) 2024-11-21T20:14:48,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-21T20:14:48,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:48,369 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing ca0c9869fe7d4f520d4d4158361dfeb8 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-21T20:14:48,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=A 2024-11-21T20:14:48,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:48,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=B 2024-11-21T20:14:48,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:48,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=C 2024-11-21T20:14:48,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:48,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/f2b90e4b808d4623bda6b6d1d7cd82aa is 50, key is test_row_0/A:col10/1732220087756/Put/seqid=0 2024-11-21T20:14:48,379 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/639a56137e8d401d885c5290373e208d as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/639a56137e8d401d885c5290373e208d 2024-11-21T20:14:48,390 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ca0c9869fe7d4f520d4d4158361dfeb8/C of ca0c9869fe7d4f520d4d4158361dfeb8 into 639a56137e8d401d885c5290373e208d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:14:48,390 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:48,390 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., storeName=ca0c9869fe7d4f520d4d4158361dfeb8/C, priority=13, startTime=1732220088251; duration=0sec 2024-11-21T20:14:48,390 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:48,390 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca0c9869fe7d4f520d4d4158361dfeb8:C 2024-11-21T20:14:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:48,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:48,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741882_1058 (size=12151) 2024-11-21T20:14:48,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220148448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:48,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:48,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:48,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220148453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:48,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:48,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:48,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:48,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-21T20:14:48,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220148568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:48,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:48,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:48,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:48,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220148568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:48,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:48,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:48,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:48,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220148778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:48,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:48,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220148778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:48,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:48,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:48,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:48,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:48,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:48,796 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/f2b90e4b808d4623bda6b6d1d7cd82aa 2024-11-21T20:14:48,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/fde1c11bd7644148b78db65ff6b75cf9 is 50, key is test_row_0/B:col10/1732220087756/Put/seqid=0 2024-11-21T20:14:48,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741883_1059 (size=12151) 2024-11-21T20:14:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-21T20:14:49,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:49,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220149087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220149088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:49,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:49,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:49,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:49,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:49,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:49,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:49,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1732220149118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:49,121 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in ca0c9869fe7d4f520d4d4158361dfeb8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8250 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:14:49,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:49,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:49,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:49,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1732220149127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:49,134 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_1' in ca0c9869fe7d4f520d4d4158361dfeb8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8261 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:14:49,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:49,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:49,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:49,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55642 deadline: 1732220149158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:49,163 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in ca0c9869fe7d4f520d4d4158361dfeb8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8292 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:14:49,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:49,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:49,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:49,222 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/fde1c11bd7644148b78db65ff6b75cf9 2024-11-21T20:14:49,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/a3ee2cc0546e44848f114fc4d1b5cfe0 is 50, key is test_row_0/C:col10/1732220087756/Put/seqid=0 2024-11-21T20:14:49,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741884_1060 (size=12151) 2024-11-21T20:14:49,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220149598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:49,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:49,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:49,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:49,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220149598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:49,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:49,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:49,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:49,646 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/a3ee2cc0546e44848f114fc4d1b5cfe0 2024-11-21T20:14:49,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/f2b90e4b808d4623bda6b6d1d7cd82aa as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/f2b90e4b808d4623bda6b6d1d7cd82aa 2024-11-21T20:14:49,659 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/f2b90e4b808d4623bda6b6d1d7cd82aa, entries=150, sequenceid=220, filesize=11.9 K 2024-11-21T20:14:49,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/fde1c11bd7644148b78db65ff6b75cf9 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/fde1c11bd7644148b78db65ff6b75cf9 2024-11-21T20:14:49,666 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/fde1c11bd7644148b78db65ff6b75cf9, entries=150, sequenceid=220, filesize=11.9 K 2024-11-21T20:14:49,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/a3ee2cc0546e44848f114fc4d1b5cfe0 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/a3ee2cc0546e44848f114fc4d1b5cfe0 2024-11-21T20:14:49,674 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/a3ee2cc0546e44848f114fc4d1b5cfe0, entries=150, sequenceid=220, filesize=11.9 K 2024-11-21T20:14:49,676 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for ca0c9869fe7d4f520d4d4158361dfeb8 in 1306ms, sequenceid=220, compaction requested=false 2024-11-21T20:14:49,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:49,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:49,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-21T20:14:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-21T20:14:49,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-21T20:14:49,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7750 sec 2024-11-21T20:14:49,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.7820 sec 2024-11-21T20:14:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-21T20:14:50,058 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:14:50,058 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:14:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-21T20:14:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T20:14:50,060 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:14:50,061 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:14:50,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:14:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T20:14:50,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-21T20:14:50,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:50,214 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing ca0c9869fe7d4f520d4d4158361dfeb8 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-21T20:14:50,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=A 2024-11-21T20:14:50,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:50,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=B 2024-11-21T20:14:50,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:50,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=C 2024-11-21T20:14:50,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:50,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/d293bae60f2046faa34aac12b11b55d3 is 50, key is test_row_0/A:col10/1732220088447/Put/seqid=0 2024-11-21T20:14:50,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741885_1061 (size=12151) 2024-11-21T20:14:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T20:14:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:50,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:50,630 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/d293bae60f2046faa34aac12b11b55d3 2024-11-21T20:14:50,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/53032eb06dcd4ba08a837b9238033c6c is 50, key is test_row_0/B:col10/1732220088447/Put/seqid=0 2024-11-21T20:14:50,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741886_1062 (size=12151) 2024-11-21T20:14:50,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220150659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:50,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:50,664 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:50,664 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220150662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:50,664 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:50,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:50,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:50,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T20:14:50,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:50,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220150768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220150768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:50,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:50,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:50,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:50,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:50,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:50,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:50,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220150978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:50,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:50,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:50,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:50,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220150978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:50,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:50,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:50,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:51,047 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/53032eb06dcd4ba08a837b9238033c6c 2024-11-21T20:14:51,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/611b934368bc40bcbe33581047f616bf is 50, key is test_row_0/C:col10/1732220088447/Put/seqid=0 2024-11-21T20:14:51,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741887_1063 (size=12151) 2024-11-21T20:14:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T20:14:51,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220151288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:51,289 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:51,289 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:51,289 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:51,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220151298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:51,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:51,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:51,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:51,463 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/611b934368bc40bcbe33581047f616bf 2024-11-21T20:14:51,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/d293bae60f2046faa34aac12b11b55d3 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/d293bae60f2046faa34aac12b11b55d3 2024-11-21T20:14:51,476 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/d293bae60f2046faa34aac12b11b55d3, entries=150, sequenceid=237, filesize=11.9 K 2024-11-21T20:14:51,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/53032eb06dcd4ba08a837b9238033c6c as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/53032eb06dcd4ba08a837b9238033c6c 2024-11-21T20:14:51,486 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/53032eb06dcd4ba08a837b9238033c6c, entries=150, sequenceid=237, filesize=11.9 K 2024-11-21T20:14:51,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/611b934368bc40bcbe33581047f616bf as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/611b934368bc40bcbe33581047f616bf 2024-11-21T20:14:51,498 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/611b934368bc40bcbe33581047f616bf, entries=150, sequenceid=237, filesize=11.9 K 2024-11-21T20:14:51,500 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for ca0c9869fe7d4f520d4d4158361dfeb8 in 1286ms, sequenceid=237, compaction requested=true 2024-11-21T20:14:51,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:51,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:51,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-21T20:14:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-21T20:14:51,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-21T20:14:51,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4410 sec 2024-11-21T20:14:51,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.4470 sec 2024-11-21T20:14:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:51,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ca0c9869fe7d4f520d4d4158361dfeb8 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-21T20:14:51,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=A 2024-11-21T20:14:51,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:51,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=B 2024-11-21T20:14:51,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:51,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=C 2024-11-21T20:14:51,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:51,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/3e8b78fd3bfb4fcc895a3077d221df03 is 50, key is test_row_0/A:col10/1732220090629/Put/seqid=0 2024-11-21T20:14:51,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741888_1064 (size=14541) 2024-11-21T20:14:51,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/3e8b78fd3bfb4fcc895a3077d221df03 2024-11-21T20:14:51,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/1b187cf3a49c4d57a17689bd26d2314f is 50, key is test_row_0/B:col10/1732220090629/Put/seqid=0 2024-11-21T20:14:51,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220151835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:51,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:51,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:51,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220151837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:51,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:51,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:51,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:51,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:51,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741889_1065 (size=12151) 2024-11-21T20:14:51,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/1b187cf3a49c4d57a17689bd26d2314f 2024-11-21T20:14:51,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/e4a6516895b54d228cf7615f0ca713fe is 50, key is test_row_0/C:col10/1732220090629/Put/seqid=0 2024-11-21T20:14:51,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741890_1066 (size=12151) 2024-11-21T20:14:51,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/e4a6516895b54d228cf7615f0ca713fe 2024-11-21T20:14:51,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/3e8b78fd3bfb4fcc895a3077d221df03 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/3e8b78fd3bfb4fcc895a3077d221df03 2024-11-21T20:14:51,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/3e8b78fd3bfb4fcc895a3077d221df03, entries=200, sequenceid=254, filesize=14.2 K 2024-11-21T20:14:51,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/1b187cf3a49c4d57a17689bd26d2314f as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/1b187cf3a49c4d57a17689bd26d2314f 2024-11-21T20:14:51,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/1b187cf3a49c4d57a17689bd26d2314f, entries=150, sequenceid=254, filesize=11.9 K 2024-11-21T20:14:51,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/e4a6516895b54d228cf7615f0ca713fe as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/e4a6516895b54d228cf7615f0ca713fe 2024-11-21T20:14:51,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/e4a6516895b54d228cf7615f0ca713fe, entries=150, sequenceid=254, filesize=11.9 K 2024-11-21T20:14:51,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for ca0c9869fe7d4f520d4d4158361dfeb8 in 98ms, sequenceid=254, compaction requested=true 2024-11-21T20:14:51,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:51,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca0c9869fe7d4f520d4d4158361dfeb8:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:14:51,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:51,900 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:14:51,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca0c9869fe7d4f520d4d4158361dfeb8:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:14:51,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:51,900 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:14:51,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca0c9869fe7d4f520d4d4158361dfeb8:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:14:51,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:14:51,902 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49082 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:14:51,902 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): ca0c9869fe7d4f520d4d4158361dfeb8/B is initiating minor compaction (all files) 2024-11-21T20:14:51,902 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ca0c9869fe7d4f520d4d4158361dfeb8/B in TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:51,902 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/0d4dcd3f769a457ba0e8941d8bb37233, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/fde1c11bd7644148b78db65ff6b75cf9, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/53032eb06dcd4ba08a837b9238033c6c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/1b187cf3a49c4d57a17689bd26d2314f] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp, totalSize=47.9 K 2024-11-21T20:14:51,902 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51472 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:14:51,902 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d4dcd3f769a457ba0e8941d8bb37233, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732220086526 2024-11-21T20:14:51,903 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ca0c9869fe7d4f520d4d4158361dfeb8/A is initiating minor compaction (all files) 2024-11-21T20:14:51,903 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ca0c9869fe7d4f520d4d4158361dfeb8/A in TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:51,903 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/9ffc2a2df9ee4fe1b882d81fc45a2434, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/f2b90e4b808d4623bda6b6d1d7cd82aa, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/d293bae60f2046faa34aac12b11b55d3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/3e8b78fd3bfb4fcc895a3077d221df03] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp, totalSize=50.3 K 2024-11-21T20:14:51,903 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ffc2a2df9ee4fe1b882d81fc45a2434, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732220086526 2024-11-21T20:14:51,903 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting fde1c11bd7644148b78db65ff6b75cf9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732220087751 2024-11-21T20:14:51,904 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 53032eb06dcd4ba08a837b9238033c6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732220088444 2024-11-21T20:14:51,904 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2b90e4b808d4623bda6b6d1d7cd82aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732220087751 2024-11-21T20:14:51,905 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b187cf3a49c4d57a17689bd26d2314f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732220090629 2024-11-21T20:14:51,906 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting d293bae60f2046faa34aac12b11b55d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732220088444 2024-11-21T20:14:51,906 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e8b78fd3bfb4fcc895a3077d221df03, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732220090629 2024-11-21T20:14:51,923 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca0c9869fe7d4f520d4d4158361dfeb8#A#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:14:51,924 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/39af70d2999d4fa39b77591c85c50cf3 is 50, key is test_row_0/A:col10/1732220090629/Put/seqid=0 2024-11-21T20:14:51,928 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca0c9869fe7d4f520d4d4158361dfeb8#B#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:14:51,928 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/d94b9ee18c3b4a349a9d5735d0d90090 is 50, key is test_row_0/B:col10/1732220090629/Put/seqid=0 2024-11-21T20:14:51,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741891_1067 (size=12765) 2024-11-21T20:14:51,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741892_1068 (size=12765) 2024-11-21T20:14:51,949 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/39af70d2999d4fa39b77591c85c50cf3 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/39af70d2999d4fa39b77591c85c50cf3 2024-11-21T20:14:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:51,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ca0c9869fe7d4f520d4d4158361dfeb8 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-21T20:14:51,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=A 2024-11-21T20:14:51,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:51,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=B 2024-11-21T20:14:51,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:51,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=C 2024-11-21T20:14:51,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:51,959 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/d94b9ee18c3b4a349a9d5735d0d90090 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/d94b9ee18c3b4a349a9d5735d0d90090 2024-11-21T20:14:51,964 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ca0c9869fe7d4f520d4d4158361dfeb8/A of ca0c9869fe7d4f520d4d4158361dfeb8 into 39af70d2999d4fa39b77591c85c50cf3(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:14:51,965 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:51,965 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., storeName=ca0c9869fe7d4f520d4d4158361dfeb8/A, priority=12, startTime=1732220091900; duration=0sec 2024-11-21T20:14:51,965 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:14:51,965 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca0c9869fe7d4f520d4d4158361dfeb8:A 2024-11-21T20:14:51,965 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:14:51,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/bfe2363fbf2e4e59b36c52a6322817bc is 50, key is test_row_0/A:col10/1732220091827/Put/seqid=0 2024-11-21T20:14:51,972 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49082 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:14:51,972 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ca0c9869fe7d4f520d4d4158361dfeb8/C is initiating minor compaction (all files) 2024-11-21T20:14:51,972 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ca0c9869fe7d4f520d4d4158361dfeb8/C in TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:51,972 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/639a56137e8d401d885c5290373e208d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/a3ee2cc0546e44848f114fc4d1b5cfe0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/611b934368bc40bcbe33581047f616bf, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/e4a6516895b54d228cf7615f0ca713fe] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp, totalSize=47.9 K 2024-11-21T20:14:51,972 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ca0c9869fe7d4f520d4d4158361dfeb8/B of ca0c9869fe7d4f520d4d4158361dfeb8 into d94b9ee18c3b4a349a9d5735d0d90090(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:14:51,972 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:51,972 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., storeName=ca0c9869fe7d4f520d4d4158361dfeb8/B, priority=12, startTime=1732220091900; duration=0sec 2024-11-21T20:14:51,973 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:51,973 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca0c9869fe7d4f520d4d4158361dfeb8:B 2024-11-21T20:14:51,973 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 639a56137e8d401d885c5290373e208d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732220086526 2024-11-21T20:14:51,973 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3ee2cc0546e44848f114fc4d1b5cfe0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732220087751 2024-11-21T20:14:51,975 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 611b934368bc40bcbe33581047f616bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732220088444 2024-11-21T20:14:51,975 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4a6516895b54d228cf7615f0ca713fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732220090629 2024-11-21T20:14:51,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741893_1069 (size=12301) 2024-11-21T20:14:51,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/bfe2363fbf2e4e59b36c52a6322817bc 2024-11-21T20:14:52,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/4d241e83a7c543e2845e74a809a92d55 is 50, key is test_row_0/B:col10/1732220091827/Put/seqid=0 2024-11-21T20:14:52,006 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca0c9869fe7d4f520d4d4158361dfeb8#C#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:14:52,007 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/7f8ffa8f4ddf48bb8c9f31b78676cec3 is 50, key is test_row_0/C:col10/1732220090629/Put/seqid=0 2024-11-21T20:14:52,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741894_1070 (size=12301) 2024-11-21T20:14:52,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/4d241e83a7c543e2845e74a809a92d55 2024-11-21T20:14:52,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220152019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:52,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220152019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:52,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:52,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:52,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:52,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:52,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:52,031 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:52,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/060e51a07d904fbf8647b362566d45f9 is 50, key is test_row_0/C:col10/1732220091827/Put/seqid=0 2024-11-21T20:14:52,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741895_1071 (size=12765) 2024-11-21T20:14:52,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741896_1072 (size=12301) 2024-11-21T20:14:52,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/060e51a07d904fbf8647b362566d45f9 2024-11-21T20:14:52,087 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/7f8ffa8f4ddf48bb8c9f31b78676cec3 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/7f8ffa8f4ddf48bb8c9f31b78676cec3 2024-11-21T20:14:52,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/bfe2363fbf2e4e59b36c52a6322817bc as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/bfe2363fbf2e4e59b36c52a6322817bc 2024-11-21T20:14:52,118 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ca0c9869fe7d4f520d4d4158361dfeb8/C of ca0c9869fe7d4f520d4d4158361dfeb8 into 7f8ffa8f4ddf48bb8c9f31b78676cec3(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:14:52,118 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:52,118 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., storeName=ca0c9869fe7d4f520d4d4158361dfeb8/C, priority=12, startTime=1732220091900; duration=0sec 2024-11-21T20:14:52,118 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:52,118 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca0c9869fe7d4f520d4d4158361dfeb8:C 2024-11-21T20:14:52,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/bfe2363fbf2e4e59b36c52a6322817bc, entries=150, sequenceid=270, filesize=12.0 K 2024-11-21T20:14:52,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/4d241e83a7c543e2845e74a809a92d55 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/4d241e83a7c543e2845e74a809a92d55 2024-11-21T20:14:52,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/4d241e83a7c543e2845e74a809a92d55, entries=150, sequenceid=270, filesize=12.0 K 2024-11-21T20:14:52,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/060e51a07d904fbf8647b362566d45f9 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/060e51a07d904fbf8647b362566d45f9 2024-11-21T20:14:52,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220152138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:52,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/060e51a07d904fbf8647b362566d45f9, entries=150, sequenceid=270, filesize=12.0 K 2024-11-21T20:14:52,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:52,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:52,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for ca0c9869fe7d4f520d4d4158361dfeb8 in 190ms, sequenceid=270, compaction requested=false 2024-11-21T20:14:52,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:52,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:52,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ca0c9869fe7d4f520d4d4158361dfeb8 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-21T20:14:52,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=A 2024-11-21T20:14:52,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:52,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=B 2024-11-21T20:14:52,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:52,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=C 2024-11-21T20:14:52,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:52,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/c61efebb762b4a5d8fed4b9d5d1fb705 is 50, key is test_row_0/A:col10/1732220092146/Put/seqid=0 2024-11-21T20:14:52,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741897_1073 (size=12301) 2024-11-21T20:14:52,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/c61efebb762b4a5d8fed4b9d5d1fb705 2024-11-21T20:14:52,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/cb8918b3e169425fa639fe616dee0c08 is 50, key is test_row_0/B:col10/1732220092146/Put/seqid=0 2024-11-21T20:14:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T20:14:52,218 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:14:52,219 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:14:52,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220152225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:52,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:52,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:52,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-21T20:14:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T20:14:52,274 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:14:52,276 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:14:52,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:14:52,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741898_1074 (size=12301) 2024-11-21T20:14:52,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/cb8918b3e169425fa639fe616dee0c08 2024-11-21T20:14:52,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/c51f4ba0018345d38abbf355b2549737 is 50, key is test_row_0/C:col10/1732220092146/Put/seqid=0 2024-11-21T20:14:52,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741899_1075 (size=12301) 2024-11-21T20:14:52,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220152338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:52,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:52,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:52,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:52,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220152348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:52,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:52,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:52,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T20:14:52,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-21T20:14:52,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:52,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:52,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:52,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:52,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:52,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220152547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:52,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:52,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:52,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:52,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-21T20:14:52,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:52,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:52,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:52,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:52,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T20:14:52,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220152668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:52,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:52,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:52,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:52,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/c51f4ba0018345d38abbf355b2549737 2024-11-21T20:14:52,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/c61efebb762b4a5d8fed4b9d5d1fb705 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/c61efebb762b4a5d8fed4b9d5d1fb705 2024-11-21T20:14:52,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/c61efebb762b4a5d8fed4b9d5d1fb705, entries=150, sequenceid=290, filesize=12.0 K 2024-11-21T20:14:52,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/cb8918b3e169425fa639fe616dee0c08 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/cb8918b3e169425fa639fe616dee0c08 2024-11-21T20:14:52,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/cb8918b3e169425fa639fe616dee0c08, entries=150, sequenceid=290, filesize=12.0 K 2024-11-21T20:14:52,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/c51f4ba0018345d38abbf355b2549737 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/c51f4ba0018345d38abbf355b2549737 2024-11-21T20:14:52,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-21T20:14:52,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:52,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:52,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:52,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:52,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:52,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:52,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/c51f4ba0018345d38abbf355b2549737, entries=150, sequenceid=290, filesize=12.0 K 2024-11-21T20:14:52,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for ca0c9869fe7d4f520d4d4158361dfeb8 in 597ms, sequenceid=290, compaction requested=true 2024-11-21T20:14:52,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:52,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca0c9869fe7d4f520d4d4158361dfeb8:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:14:52,746 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:14:52,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:52,746 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:14:52,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca0c9869fe7d4f520d4d4158361dfeb8:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:14:52,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:52,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca0c9869fe7d4f520d4d4158361dfeb8:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:14:52,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:14:52,747 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:14:52,747 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:14:52,748 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): ca0c9869fe7d4f520d4d4158361dfeb8/B is initiating minor compaction (all files) 2024-11-21T20:14:52,748 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ca0c9869fe7d4f520d4d4158361dfeb8/A is initiating minor compaction (all files) 2024-11-21T20:14:52,748 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ca0c9869fe7d4f520d4d4158361dfeb8/B in TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:52,748 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ca0c9869fe7d4f520d4d4158361dfeb8/A in TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:52,748 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/d94b9ee18c3b4a349a9d5735d0d90090, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/4d241e83a7c543e2845e74a809a92d55, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/cb8918b3e169425fa639fe616dee0c08] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp, totalSize=36.5 K 2024-11-21T20:14:52,748 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/39af70d2999d4fa39b77591c85c50cf3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/bfe2363fbf2e4e59b36c52a6322817bc, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/c61efebb762b4a5d8fed4b9d5d1fb705] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp, totalSize=36.5 K 2024-11-21T20:14:52,748 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting d94b9ee18c3b4a349a9d5735d0d90090, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732220090629 2024-11-21T20:14:52,748 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39af70d2999d4fa39b77591c85c50cf3, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732220090629 2024-11-21T20:14:52,749 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d241e83a7c543e2845e74a809a92d55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732220091822 2024-11-21T20:14:52,749 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfe2363fbf2e4e59b36c52a6322817bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732220091822 2024-11-21T20:14:52,749 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting cb8918b3e169425fa639fe616dee0c08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732220091989 2024-11-21T20:14:52,750 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting c61efebb762b4a5d8fed4b9d5d1fb705, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732220091989 2024-11-21T20:14:52,761 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca0c9869fe7d4f520d4d4158361dfeb8#B#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:14:52,762 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/b7b45921fcc8403985bed437473ec876 is 50, key is test_row_0/B:col10/1732220092146/Put/seqid=0 2024-11-21T20:14:52,764 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca0c9869fe7d4f520d4d4158361dfeb8#A#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:14:52,764 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/2a4fbb4a475c4969990dd5513deaabd9 is 50, key is test_row_0/A:col10/1732220092146/Put/seqid=0 2024-11-21T20:14:52,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741900_1076 (size=13017) 2024-11-21T20:14:52,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741901_1077 (size=13017) 2024-11-21T20:14:52,790 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/2a4fbb4a475c4969990dd5513deaabd9 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/2a4fbb4a475c4969990dd5513deaabd9 2024-11-21T20:14:52,804 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ca0c9869fe7d4f520d4d4158361dfeb8/A of ca0c9869fe7d4f520d4d4158361dfeb8 into 2a4fbb4a475c4969990dd5513deaabd9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:14:52,804 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:52,804 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., storeName=ca0c9869fe7d4f520d4d4158361dfeb8/A, priority=13, startTime=1732220092746; duration=0sec 2024-11-21T20:14:52,804 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:14:52,804 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca0c9869fe7d4f520d4d4158361dfeb8:A 2024-11-21T20:14:52,804 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:14:52,806 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:14:52,806 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ca0c9869fe7d4f520d4d4158361dfeb8/C is initiating minor compaction (all files) 2024-11-21T20:14:52,806 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ca0c9869fe7d4f520d4d4158361dfeb8/C in TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:52,806 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/7f8ffa8f4ddf48bb8c9f31b78676cec3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/060e51a07d904fbf8647b362566d45f9, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/c51f4ba0018345d38abbf355b2549737] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp, totalSize=36.5 K 2024-11-21T20:14:52,806 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f8ffa8f4ddf48bb8c9f31b78676cec3, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732220090629 2024-11-21T20:14:52,807 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 060e51a07d904fbf8647b362566d45f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732220091822 2024-11-21T20:14:52,807 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting c51f4ba0018345d38abbf355b2549737, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732220091989 2024-11-21T20:14:52,826 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca0c9869fe7d4f520d4d4158361dfeb8#C#compaction#65 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:14:52,827 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/349656ce757f4b469badd3958235ebe0 is 50, key is test_row_0/C:col10/1732220092146/Put/seqid=0 2024-11-21T20:14:52,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741902_1078 (size=13017) 2024-11-21T20:14:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:52,861 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/349656ce757f4b469badd3958235ebe0 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/349656ce757f4b469badd3958235ebe0 2024-11-21T20:14:52,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ca0c9869fe7d4f520d4d4158361dfeb8 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-21T20:14:52,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=A 2024-11-21T20:14:52,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:52,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=B 2024-11-21T20:14:52,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:52,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=C 2024-11-21T20:14:52,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:52,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/409e1d3ab4094150bee711cd6d9bd0b6 is 50, key is test_row_0/A:col10/1732220092858/Put/seqid=0 2024-11-21T20:14:52,874 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ca0c9869fe7d4f520d4d4158361dfeb8/C of ca0c9869fe7d4f520d4d4158361dfeb8 into 349656ce757f4b469badd3958235ebe0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:14:52,874 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:52,875 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., storeName=ca0c9869fe7d4f520d4d4158361dfeb8/C, priority=13, startTime=1732220092747; duration=0sec 2024-11-21T20:14:52,875 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:52,875 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca0c9869fe7d4f520d4d4158361dfeb8:C 2024-11-21T20:14:52,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-21T20:14:52,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:52,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:52,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:52,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:52,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T20:14:52,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741903_1079 (size=14741) 2024-11-21T20:14:52,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/409e1d3ab4094150bee711cd6d9bd0b6 2024-11-21T20:14:52,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/16d3ebbbac5a430585671b6606f060d2 is 50, key is test_row_0/B:col10/1732220092858/Put/seqid=0 2024-11-21T20:14:52,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220152946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:52,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:52,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:52,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:52,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741904_1080 (size=12301) 2024-11-21T20:14:53,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-21T20:14:53,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:53,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:53,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:53,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:53,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:53,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220153058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:53,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:53,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:53,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:53,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220153177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:53,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:53,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:53,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:53,193 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/b7b45921fcc8403985bed437473ec876 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/b7b45921fcc8403985bed437473ec876 2024-11-21T20:14:53,199 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ca0c9869fe7d4f520d4d4158361dfeb8/B of ca0c9869fe7d4f520d4d4158361dfeb8 into b7b45921fcc8403985bed437473ec876(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:14:53,200 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:53,200 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., storeName=ca0c9869fe7d4f520d4d4158361dfeb8/B, priority=13, startTime=1732220092746; duration=0sec 2024-11-21T20:14:53,200 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:53,200 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca0c9869fe7d4f520d4d4158361dfeb8:B 2024-11-21T20:14:53,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-21T20:14:53,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:53,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:53,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:53,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:53,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:53,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220153269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:53,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:53,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:53,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:53,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/16d3ebbbac5a430585671b6606f060d2 2024-11-21T20:14:53,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-21T20:14:53,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:53,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:53,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:53,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:53,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:53,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:53,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/69abe034415c44919f4368e6fa7a0c08 is 50, key is test_row_0/C:col10/1732220092858/Put/seqid=0 2024-11-21T20:14:53,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741905_1081 (size=12301) 2024-11-21T20:14:53,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T20:14:53,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-21T20:14:53,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:53,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:53,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:53,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:53,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:53,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:53,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220153578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:53,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:53,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:53,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:53,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-21T20:14:53,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:53,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:53,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:53,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:53,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:53,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/69abe034415c44919f4368e6fa7a0c08 2024-11-21T20:14:53,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/409e1d3ab4094150bee711cd6d9bd0b6 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/409e1d3ab4094150bee711cd6d9bd0b6 2024-11-21T20:14:53,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/409e1d3ab4094150bee711cd6d9bd0b6, entries=200, sequenceid=307, filesize=14.4 K 2024-11-21T20:14:53,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/16d3ebbbac5a430585671b6606f060d2 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/16d3ebbbac5a430585671b6606f060d2 2024-11-21T20:14:53,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/16d3ebbbac5a430585671b6606f060d2, entries=150, sequenceid=307, filesize=12.0 K 2024-11-21T20:14:53,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/69abe034415c44919f4368e6fa7a0c08 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/69abe034415c44919f4368e6fa7a0c08 2024-11-21T20:14:53,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/69abe034415c44919f4368e6fa7a0c08, entries=150, sequenceid=307, filesize=12.0 K 2024-11-21T20:14:53,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for ca0c9869fe7d4f520d4d4158361dfeb8 in 932ms, sequenceid=307, compaction requested=false 2024-11-21T20:14:53,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:53,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-21T20:14:53,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:53,818 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing ca0c9869fe7d4f520d4d4158361dfeb8 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-21T20:14:53,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=A 2024-11-21T20:14:53,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:53,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=B 2024-11-21T20:14:53,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:53,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=C 2024-11-21T20:14:53,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:53,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/b0d7cc51fee24a5ebef16294008a3105 is 50, key is test_row_0/A:col10/1732220092931/Put/seqid=0 2024-11-21T20:14:53,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741906_1082 (size=12301) 2024-11-21T20:14:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:54,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:54,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220154138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:54,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:54,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:54,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:54,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220154198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:54,205 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_1' in ca0c9869fe7d4f520d4d4158361dfeb8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:14:54,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:54,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:54,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:54,229 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/b0d7cc51fee24a5ebef16294008a3105 2024-11-21T20:14:54,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/d5377d0eeeb046b3aaf30ef9cb757413 is 50, key is test_row_0/B:col10/1732220092931/Put/seqid=0 2024-11-21T20:14:54,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741907_1083 (size=12301) 2024-11-21T20:14:54,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220154247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:54,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:54,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:54,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T20:14:54,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220154458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:54,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:54,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:54,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:54,646 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/d5377d0eeeb046b3aaf30ef9cb757413 2024-11-21T20:14:54,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/43f713ac3e614a9fad151ef8c7c39b61 is 50, key is test_row_0/C:col10/1732220092931/Put/seqid=0 2024-11-21T20:14:54,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741908_1084 (size=12301) 2024-11-21T20:14:54,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220154768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:54,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:54,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:54,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:55,063 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/43f713ac3e614a9fad151ef8c7c39b61 2024-11-21T20:14:55,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/b0d7cc51fee24a5ebef16294008a3105 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/b0d7cc51fee24a5ebef16294008a3105 2024-11-21T20:14:55,091 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/b0d7cc51fee24a5ebef16294008a3105, entries=150, sequenceid=325, filesize=12.0 K 2024-11-21T20:14:55,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/d5377d0eeeb046b3aaf30ef9cb757413 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/d5377d0eeeb046b3aaf30ef9cb757413 2024-11-21T20:14:55,097 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/d5377d0eeeb046b3aaf30ef9cb757413, entries=150, sequenceid=325, filesize=12.0 K 2024-11-21T20:14:55,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/43f713ac3e614a9fad151ef8c7c39b61 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/43f713ac3e614a9fad151ef8c7c39b61 2024-11-21T20:14:55,105 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/43f713ac3e614a9fad151ef8c7c39b61, entries=150, sequenceid=325, filesize=12.0 K 2024-11-21T20:14:55,106 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for ca0c9869fe7d4f520d4d4158361dfeb8 in 1288ms, sequenceid=325, compaction requested=true 2024-11-21T20:14:55,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:55,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:55,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-21T20:14:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-21T20:14:55,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-21T20:14:55,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8320 sec 2024-11-21T20:14:55,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 2.8920 sec 2024-11-21T20:14:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:55,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ca0c9869fe7d4f520d4d4158361dfeb8 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-21T20:14:55,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=A 2024-11-21T20:14:55,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:55,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=B 2024-11-21T20:14:55,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:55,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=C 2024-11-21T20:14:55,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:55,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/96ba413f103f4e638eae8003df6e2872 is 50, key is test_row_0/A:col10/1732220094130/Put/seqid=0 2024-11-21T20:14:55,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741909_1085 (size=12301) 2024-11-21T20:14:55,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220155351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:55,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:55,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:55,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:55,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220155458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:55,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220155668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:55,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:55,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:55,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:55,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/96ba413f103f4e638eae8003df6e2872 2024-11-21T20:14:55,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/d74256e2f8f542ee844efb239dd7b9e8 is 50, key is test_row_0/B:col10/1732220094130/Put/seqid=0 2024-11-21T20:14:55,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741910_1086 (size=12301) 2024-11-21T20:14:55,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220155978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:55,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:55,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:55,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:56,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/d74256e2f8f542ee844efb239dd7b9e8 2024-11-21T20:14:56,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/c04cfa7fce824f4783c1b1ae5d4fb503 is 50, key is test_row_0/C:col10/1732220094130/Put/seqid=0 2024-11-21T20:14:56,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741911_1087 (size=12301) 2024-11-21T20:14:56,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55664 deadline: 1732220156227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:56,231 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_1' in ca0c9869fe7d4f520d4d4158361dfeb8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:14:56,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:56,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:56,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T20:14:56,438 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:14:56,439 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:14:56,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-21T20:14:56,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-21T20:14:56,441 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:14:56,442 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:14:56,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:14:56,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:56,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220156497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:56,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:56,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:56,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:56,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/c04cfa7fce824f4783c1b1ae5d4fb503 2024-11-21T20:14:56,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/96ba413f103f4e638eae8003df6e2872 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/96ba413f103f4e638eae8003df6e2872 2024-11-21T20:14:56,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/96ba413f103f4e638eae8003df6e2872, entries=150, sequenceid=342, filesize=12.0 K 2024-11-21T20:14:56,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/d74256e2f8f542ee844efb239dd7b9e8 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/d74256e2f8f542ee844efb239dd7b9e8 2024-11-21T20:14:56,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/d74256e2f8f542ee844efb239dd7b9e8, entries=150, sequenceid=342, filesize=12.0 K 2024-11-21T20:14:56,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/c04cfa7fce824f4783c1b1ae5d4fb503 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/c04cfa7fce824f4783c1b1ae5d4fb503 2024-11-21T20:14:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-21T20:14:56,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/c04cfa7fce824f4783c1b1ae5d4fb503, entries=150, sequenceid=342, filesize=12.0 K 2024-11-21T20:14:56,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for ca0c9869fe7d4f520d4d4158361dfeb8 in 1272ms, sequenceid=342, compaction requested=true 2024-11-21T20:14:56,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:56,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca0c9869fe7d4f520d4d4158361dfeb8:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:14:56,554 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:14:56,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:56,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca0c9869fe7d4f520d4d4158361dfeb8:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:14:56,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:56,554 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:14:56,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca0c9869fe7d4f520d4d4158361dfeb8:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:14:56,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:14:56,555 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:14:56,555 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:14:56,555 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ca0c9869fe7d4f520d4d4158361dfeb8/A is initiating minor compaction (all files) 2024-11-21T20:14:56,555 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): ca0c9869fe7d4f520d4d4158361dfeb8/B is initiating minor compaction (all files) 2024-11-21T20:14:56,555 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ca0c9869fe7d4f520d4d4158361dfeb8/A in TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:56,555 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ca0c9869fe7d4f520d4d4158361dfeb8/B in TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:56,555 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/2a4fbb4a475c4969990dd5513deaabd9, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/409e1d3ab4094150bee711cd6d9bd0b6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/b0d7cc51fee24a5ebef16294008a3105, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/96ba413f103f4e638eae8003df6e2872] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp, totalSize=51.1 K 2024-11-21T20:14:56,555 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/b7b45921fcc8403985bed437473ec876, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/16d3ebbbac5a430585671b6606f060d2, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/d5377d0eeeb046b3aaf30ef9cb757413, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/d74256e2f8f542ee844efb239dd7b9e8] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp, totalSize=48.8 K 2024-11-21T20:14:56,556 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting b7b45921fcc8403985bed437473ec876, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732220091989 2024-11-21T20:14:56,556 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a4fbb4a475c4969990dd5513deaabd9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732220091989 2024-11-21T20:14:56,556 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 16d3ebbbac5a430585671b6606f060d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732220092215 2024-11-21T20:14:56,556 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 409e1d3ab4094150bee711cd6d9bd0b6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732220092195 2024-11-21T20:14:56,556 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting d5377d0eeeb046b3aaf30ef9cb757413, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732220092927 2024-11-21T20:14:56,556 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0d7cc51fee24a5ebef16294008a3105, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732220092927 2024-11-21T20:14:56,557 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting d74256e2f8f542ee844efb239dd7b9e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732220094130 2024-11-21T20:14:56,557 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96ba413f103f4e638eae8003df6e2872, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732220094130 2024-11-21T20:14:56,569 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca0c9869fe7d4f520d4d4158361dfeb8#B#compaction#75 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:14:56,570 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/15e3f52615a74b02a4824c69f89b9c27 is 50, key is test_row_0/B:col10/1732220094130/Put/seqid=0 2024-11-21T20:14:56,571 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca0c9869fe7d4f520d4d4158361dfeb8#A#compaction#76 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:14:56,572 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/208aa84383904475b256cd5c1ba7c53b is 50, key is test_row_0/A:col10/1732220094130/Put/seqid=0 2024-11-21T20:14:56,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741912_1088 (size=13153) 2024-11-21T20:14:56,580 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/15e3f52615a74b02a4824c69f89b9c27 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/15e3f52615a74b02a4824c69f89b9c27 2024-11-21T20:14:56,586 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ca0c9869fe7d4f520d4d4158361dfeb8/B of ca0c9869fe7d4f520d4d4158361dfeb8 into 15e3f52615a74b02a4824c69f89b9c27(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:14:56,586 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:56,586 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., storeName=ca0c9869fe7d4f520d4d4158361dfeb8/B, priority=12, startTime=1732220096554; duration=0sec 2024-11-21T20:14:56,586 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:14:56,586 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca0c9869fe7d4f520d4d4158361dfeb8:B 2024-11-21T20:14:56,586 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:14:56,587 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:14:56,588 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): ca0c9869fe7d4f520d4d4158361dfeb8/C is initiating minor compaction (all files) 2024-11-21T20:14:56,588 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ca0c9869fe7d4f520d4d4158361dfeb8/C in TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:56,588 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/349656ce757f4b469badd3958235ebe0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/69abe034415c44919f4368e6fa7a0c08, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/43f713ac3e614a9fad151ef8c7c39b61, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/c04cfa7fce824f4783c1b1ae5d4fb503] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp, totalSize=48.8 K 2024-11-21T20:14:56,588 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 349656ce757f4b469badd3958235ebe0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732220091989 2024-11-21T20:14:56,588 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 69abe034415c44919f4368e6fa7a0c08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732220092215 2024-11-21T20:14:56,589 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 43f713ac3e614a9fad151ef8c7c39b61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732220092927 2024-11-21T20:14:56,589 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting c04cfa7fce824f4783c1b1ae5d4fb503, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732220094130 2024-11-21T20:14:56,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741913_1089 (size=13153) 2024-11-21T20:14:56,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-21T20:14:56,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:56,595 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing ca0c9869fe7d4f520d4d4158361dfeb8 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-21T20:14:56,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=A 2024-11-21T20:14:56,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:56,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=B 2024-11-21T20:14:56,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:56,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=C 2024-11-21T20:14:56,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:56,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/662238f947a245489a78d5448e852291 is 50, key is test_row_0/A:col10/1732220095338/Put/seqid=0 2024-11-21T20:14:56,601 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca0c9869fe7d4f520d4d4158361dfeb8#C#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:14:56,601 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/a0d6c6b7e45d444e82d751d86587c06d is 50, key is test_row_0/C:col10/1732220094130/Put/seqid=0 2024-11-21T20:14:56,605 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/208aa84383904475b256cd5c1ba7c53b as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/208aa84383904475b256cd5c1ba7c53b 2024-11-21T20:14:56,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741914_1090 (size=12301) 2024-11-21T20:14:56,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741915_1091 (size=13153) 2024-11-21T20:14:56,611 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/662238f947a245489a78d5448e852291 2024-11-21T20:14:56,619 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ca0c9869fe7d4f520d4d4158361dfeb8/A of ca0c9869fe7d4f520d4d4158361dfeb8 into 208aa84383904475b256cd5c1ba7c53b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:14:56,619 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:56,619 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., storeName=ca0c9869fe7d4f520d4d4158361dfeb8/A, priority=12, startTime=1732220096554; duration=0sec 2024-11-21T20:14:56,620 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:56,620 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca0c9869fe7d4f520d4d4158361dfeb8:A 2024-11-21T20:14:56,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/91977c3bf27e465c90a3c039226cd173 is 50, key is test_row_0/B:col10/1732220095338/Put/seqid=0 2024-11-21T20:14:56,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741916_1092 (size=12301) 2024-11-21T20:14:56,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-21T20:14:57,016 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/a0d6c6b7e45d444e82d751d86587c06d as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/a0d6c6b7e45d444e82d751d86587c06d 2024-11-21T20:14:57,022 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ca0c9869fe7d4f520d4d4158361dfeb8/C of ca0c9869fe7d4f520d4d4158361dfeb8 into a0d6c6b7e45d444e82d751d86587c06d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:14:57,022 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:57,022 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., storeName=ca0c9869fe7d4f520d4d4158361dfeb8/C, priority=12, startTime=1732220096554; duration=0sec 2024-11-21T20:14:57,023 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:57,023 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca0c9869fe7d4f520d4d4158361dfeb8:C 2024-11-21T20:14:57,028 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/91977c3bf27e465c90a3c039226cd173 2024-11-21T20:14:57,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/2467316689cf41a2b2522cadef65fa2d is 50, key is test_row_0/C:col10/1732220095338/Put/seqid=0 2024-11-21T20:14:57,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741917_1093 (size=12301) 2024-11-21T20:14:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-21T20:14:57,445 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/2467316689cf41a2b2522cadef65fa2d 2024-11-21T20:14:57,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/662238f947a245489a78d5448e852291 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/662238f947a245489a78d5448e852291 2024-11-21T20:14:57,461 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/662238f947a245489a78d5448e852291, entries=150, sequenceid=358, filesize=12.0 K 2024-11-21T20:14:57,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/91977c3bf27e465c90a3c039226cd173 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/91977c3bf27e465c90a3c039226cd173 2024-11-21T20:14:57,472 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/91977c3bf27e465c90a3c039226cd173, entries=150, sequenceid=358, filesize=12.0 K 2024-11-21T20:14:57,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/2467316689cf41a2b2522cadef65fa2d as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/2467316689cf41a2b2522cadef65fa2d 2024-11-21T20:14:57,482 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/2467316689cf41a2b2522cadef65fa2d, entries=150, sequenceid=358, filesize=12.0 K 2024-11-21T20:14:57,483 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=0 B/0 for ca0c9869fe7d4f520d4d4158361dfeb8 in 888ms, sequenceid=358, compaction requested=false 2024-11-21T20:14:57,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:57,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:57,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-21T20:14:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-21T20:14:57,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-21T20:14:57,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0430 sec 2024-11-21T20:14:57,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.0530 sec 2024-11-21T20:14:57,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ca0c9869fe7d4f520d4d4158361dfeb8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T20:14:57,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=A 2024-11-21T20:14:57,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:57,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=B 2024-11-21T20:14:57,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:57,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=C 2024-11-21T20:14:57,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:57,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/a119774a5dde4672acc2ac2ed926b760 is 50, key is test_row_0/A:col10/1732220097564/Put/seqid=0 2024-11-21T20:14:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-21T20:14:57,579 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:14:57,579 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:14:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-21T20:14:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-21T20:14:57,583 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:14:57,587 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:14:57,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:14:57,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741918_1094 (size=12297) 2024-11-21T20:14:57,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/a119774a5dde4672acc2ac2ed926b760 2024-11-21T20:14:57,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/97daaffb4de54d45885a2d03e5e9da4b is 50, key is test_row_0/B:col10/1732220097564/Put/seqid=0 2024-11-21T20:14:57,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741919_1095 (size=9857) 2024-11-21T20:14:57,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/97daaffb4de54d45885a2d03e5e9da4b 2024-11-21T20:14:57,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/d5cdf9031e894324907470c6442ca5dc is 50, key is test_row_0/C:col10/1732220097564/Put/seqid=0 2024-11-21T20:14:57,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741920_1096 (size=9857) 2024-11-21T20:14:57,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/d5cdf9031e894324907470c6442ca5dc 2024-11-21T20:14:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-21T20:14:57,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732220097649, max timestamp=1732220097686Num uniques 859; 2024-11-21T20:14:57,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T20:14:57,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/a119774a5dde4672acc2ac2ed926b760 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/a119774a5dde4672acc2ac2ed926b760 2024-11-21T20:14:57,695 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220097649, max timestamp=1732220097686Num uniques 859; 2024-11-21T20:14:57,696 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:14:57,699 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220097649, max timestamp=1732220097686Num uniques 859; 2024-11-21T20:14:57,699 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:14:57,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/a119774a5dde4672acc2ac2ed926b760, entries=150, sequenceid=370, filesize=12.0 K 2024-11-21T20:14:57,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/97daaffb4de54d45885a2d03e5e9da4b as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/97daaffb4de54d45885a2d03e5e9da4b 2024-11-21T20:14:57,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/97daaffb4de54d45885a2d03e5e9da4b, entries=100, sequenceid=370, filesize=9.6 K 2024-11-21T20:14:57,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/d5cdf9031e894324907470c6442ca5dc as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/d5cdf9031e894324907470c6442ca5dc 2024-11-21T20:14:57,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/d5cdf9031e894324907470c6442ca5dc, entries=100, sequenceid=370, filesize=9.6 K 2024-11-21T20:14:57,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=58.14 KB/59540 for ca0c9869fe7d4f520d4d4158361dfeb8 in 160ms, sequenceid=370, compaction requested=true 2024-11-21T20:14:57,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:57,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca0c9869fe7d4f520d4d4158361dfeb8:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:14:57,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:57,725 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:14:57,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca0c9869fe7d4f520d4d4158361dfeb8:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:14:57,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:57,725 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:14:57,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca0c9869fe7d4f520d4d4158361dfeb8:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:14:57,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:14:57,729 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:14:57,730 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): ca0c9869fe7d4f520d4d4158361dfeb8/B is initiating minor compaction (all files) 2024-11-21T20:14:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:57,730 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ca0c9869fe7d4f520d4d4158361dfeb8/B in TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:57,730 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/15e3f52615a74b02a4824c69f89b9c27, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/91977c3bf27e465c90a3c039226cd173, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/97daaffb4de54d45885a2d03e5e9da4b] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp, totalSize=34.5 K 2024-11-21T20:14:57,730 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37751 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:14:57,730 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ca0c9869fe7d4f520d4d4158361dfeb8/A is initiating minor compaction (all files) 2024-11-21T20:14:57,730 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ca0c9869fe7d4f520d4d4158361dfeb8/A in TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:57,730 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/208aa84383904475b256cd5c1ba7c53b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/662238f947a245489a78d5448e852291, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/a119774a5dde4672acc2ac2ed926b760] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp, totalSize=36.9 K 2024-11-21T20:14:57,731 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 15e3f52615a74b02a4824c69f89b9c27, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732220094130 2024-11-21T20:14:57,731 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ca0c9869fe7d4f520d4d4158361dfeb8 3/3 column families, dataSize=64.85 KB heapSize=176 KB 2024-11-21T20:14:57,731 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 208aa84383904475b256cd5c1ba7c53b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732220094130 2024-11-21T20:14:57,731 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 91977c3bf27e465c90a3c039226cd173, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732220095331 2024-11-21T20:14:57,732 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 662238f947a245489a78d5448e852291, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732220095331 2024-11-21T20:14:57,732 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 97daaffb4de54d45885a2d03e5e9da4b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732220097556 2024-11-21T20:14:57,732 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting a119774a5dde4672acc2ac2ed926b760, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732220097541 2024-11-21T20:14:57,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=A 2024-11-21T20:14:57,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:14:57,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=B 2024-11-21T20:14:57,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:14:57,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=C 2024-11-21T20:14:57,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:14:57,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/b0bbdde85d294f20ad1aa775b2730bc2 is 50, key is test_row_0/A:col10/1732220097721/Put/seqid=0 2024-11-21T20:14:57,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-21T20:14:57,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:57,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:57,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:57,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:57,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:57,750 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca0c9869fe7d4f520d4d4158361dfeb8#A#compaction#85 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:14:57,750 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/378dc0469c0c4d3bb9e0747c4fa942bc is 50, key is test_row_0/A:col10/1732220097564/Put/seqid=0 2024-11-21T20:14:57,762 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca0c9869fe7d4f520d4d4158361dfeb8#B#compaction#86 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:14:57,762 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/e51133ffdf904c1c9810dc3cdee250d0 is 50, key is test_row_0/B:col10/1732220097564/Put/seqid=0 2024-11-21T20:14:57,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741921_1097 (size=14741) 2024-11-21T20:14:57,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/b0bbdde85d294f20ad1aa775b2730bc2 2024-11-21T20:14:57,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/dac56e80dfb94250afda2d4ce2d42541 is 50, key is test_row_0/B:col10/1732220097721/Put/seqid=0 2024-11-21T20:14:57,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741922_1098 (size=13255) 2024-11-21T20:14:57,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741923_1099 (size=13255) 2024-11-21T20:14:57,818 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/378dc0469c0c4d3bb9e0747c4fa942bc as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/378dc0469c0c4d3bb9e0747c4fa942bc 2024-11-21T20:14:57,833 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/e51133ffdf904c1c9810dc3cdee250d0 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/e51133ffdf904c1c9810dc3cdee250d0 2024-11-21T20:14:57,834 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ca0c9869fe7d4f520d4d4158361dfeb8/A of ca0c9869fe7d4f520d4d4158361dfeb8 into 378dc0469c0c4d3bb9e0747c4fa942bc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:14:57,834 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:57,834 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., storeName=ca0c9869fe7d4f520d4d4158361dfeb8/A, priority=13, startTime=1732220097725; duration=0sec 2024-11-21T20:14:57,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741924_1100 (size=12301) 2024-11-21T20:14:57,835 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:14:57,835 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca0c9869fe7d4f520d4d4158361dfeb8:A 2024-11-21T20:14:57,835 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:14:57,840 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:14:57,840 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ca0c9869fe7d4f520d4d4158361dfeb8/C is initiating minor compaction (all files) 2024-11-21T20:14:57,840 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ca0c9869fe7d4f520d4d4158361dfeb8/C in TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:57,841 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/a0d6c6b7e45d444e82d751d86587c06d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/2467316689cf41a2b2522cadef65fa2d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/d5cdf9031e894324907470c6442ca5dc] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp, totalSize=34.5 K 2024-11-21T20:14:57,841 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0d6c6b7e45d444e82d751d86587c06d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732220094130 2024-11-21T20:14:57,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/dac56e80dfb94250afda2d4ce2d42541 2024-11-21T20:14:57,842 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2467316689cf41a2b2522cadef65fa2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732220095331 2024-11-21T20:14:57,849 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5cdf9031e894324907470c6442ca5dc, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732220097556 2024-11-21T20:14:57,853 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ca0c9869fe7d4f520d4d4158361dfeb8/B of ca0c9869fe7d4f520d4d4158361dfeb8 into e51133ffdf904c1c9810dc3cdee250d0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:14:57,853 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:57,853 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., storeName=ca0c9869fe7d4f520d4d4158361dfeb8/B, priority=13, startTime=1732220097725; duration=0sec 2024-11-21T20:14:57,854 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:57,854 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca0c9869fe7d4f520d4d4158361dfeb8:B 2024-11-21T20:14:57,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/d3e8a16d6af14c07bb04b54dd30a0d2d is 50, key is test_row_0/C:col10/1732220097721/Put/seqid=0 2024-11-21T20:14:57,871 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca0c9869fe7d4f520d4d4158361dfeb8#C#compaction#89 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:14:57,872 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/18e410b987cd4f539ea14dd7181f28c3 is 50, key is test_row_0/C:col10/1732220097564/Put/seqid=0 2024-11-21T20:14:57,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741925_1101 (size=12301) 2024-11-21T20:14:57,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-21T20:14:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-21T20:14:57,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:57,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:57,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:57,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:57,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:57,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741926_1102 (size=13255) 2024-11-21T20:14:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:57,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220157893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:57,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:57,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:57,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:58,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220158007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:58,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:58,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:58,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:58,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-21T20:14:58,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:58,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:58,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:58,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:58,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:58,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-21T20:14:58,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:58,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:58,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:58,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:58,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-21T20:14:58,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220158228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:58,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/d3e8a16d6af14c07bb04b54dd30a0d2d 2024-11-21T20:14:58,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/b0bbdde85d294f20ad1aa775b2730bc2 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/b0bbdde85d294f20ad1aa775b2730bc2 2024-11-21T20:14:58,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/b0bbdde85d294f20ad1aa775b2730bc2, entries=200, sequenceid=396, filesize=14.4 K 2024-11-21T20:14:58,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/dac56e80dfb94250afda2d4ce2d42541 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/dac56e80dfb94250afda2d4ce2d42541 2024-11-21T20:14:58,306 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/18e410b987cd4f539ea14dd7181f28c3 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/18e410b987cd4f539ea14dd7181f28c3 2024-11-21T20:14:58,315 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ca0c9869fe7d4f520d4d4158361dfeb8/C of ca0c9869fe7d4f520d4d4158361dfeb8 into 18e410b987cd4f539ea14dd7181f28c3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:14:58,315 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:58,315 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., storeName=ca0c9869fe7d4f520d4d4158361dfeb8/C, priority=13, startTime=1732220097725; duration=0sec 2024-11-21T20:14:58,315 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:14:58,315 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca0c9869fe7d4f520d4d4158361dfeb8:C 2024-11-21T20:14:58,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/dac56e80dfb94250afda2d4ce2d42541, entries=150, sequenceid=396, filesize=12.0 K 2024-11-21T20:14:58,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/d3e8a16d6af14c07bb04b54dd30a0d2d as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/d3e8a16d6af14c07bb04b54dd30a0d2d 2024-11-21T20:14:58,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/d3e8a16d6af14c07bb04b54dd30a0d2d, entries=150, sequenceid=396, filesize=12.0 K 2024-11-21T20:14:58,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~64.85 KB/66410, heapSize ~175.95 KB/180176, currentSize=114.05 KB/116790 for ca0c9869fe7d4f520d4d4158361dfeb8 in 597ms, sequenceid=396, compaction requested=false 2024-11-21T20:14:58,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:58,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-21T20:14:58,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:58,360 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing ca0c9869fe7d4f520d4d4158361dfeb8 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-21T20:14:58,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=A 2024-11-21T20:14:58,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:58,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=B 2024-11-21T20:14:58,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:58,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=C 2024-11-21T20:14:58,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:58,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/e225ab10bf29472e82e26f7a2ec6471c is 50, key is test_row_0/A:col10/1732220097882/Put/seqid=0 2024-11-21T20:14:58,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741927_1103 (size=12301) 2024-11-21T20:14:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:58,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:58,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220158571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:58,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:58,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:58,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:58,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220158678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:58,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:58,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:58,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-21T20:14:58,784 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/e225ab10bf29472e82e26f7a2ec6471c 2024-11-21T20:14:58,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/3884f3af99e04d94a4e2415d5ca7a473 is 50, key is test_row_0/B:col10/1732220097882/Put/seqid=0 2024-11-21T20:14:58,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741928_1104 (size=12301) 2024-11-21T20:14:58,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220158888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:58,893 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:58,893 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:58,893 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:59,199 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/3884f3af99e04d94a4e2415d5ca7a473 2024-11-21T20:14:59,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55642 deadline: 1732220159197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:59,201 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in ca0c9869fe7d4f520d4d4158361dfeb8 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18330 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:14:59,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:59,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:59,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:59,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55646 deadline: 1732220159198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:59,205 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:59,205 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:59,205 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:59,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/e0055b2136e046ccac3672df1723b6d6 is 50, key is test_row_0/C:col10/1732220097882/Put/seqid=0 2024-11-21T20:14:59,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741929_1105 (size=12301) 2024-11-21T20:14:59,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1732220159218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:59,222 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/e0055b2136e046ccac3672df1723b6d6 2024-11-21T20:14:59,222 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in ca0c9869fe7d4f520d4d4158361dfeb8 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18351 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:14:59,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:59,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:59,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:59,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:14:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55686 deadline: 1732220159228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 2024-11-21T20:14:59,230 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_1' in ca0c9869fe7d4f520d4d4158361dfeb8 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18358 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:14:59,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:59,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:14:59,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:14:59,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/e225ab10bf29472e82e26f7a2ec6471c as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/e225ab10bf29472e82e26f7a2ec6471c 2024-11-21T20:14:59,247 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/e225ab10bf29472e82e26f7a2ec6471c, entries=150, sequenceid=419, filesize=12.0 K 2024-11-21T20:14:59,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/3884f3af99e04d94a4e2415d5ca7a473 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/3884f3af99e04d94a4e2415d5ca7a473 2024-11-21T20:14:59,262 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/3884f3af99e04d94a4e2415d5ca7a473, entries=150, sequenceid=419, filesize=12.0 K 2024-11-21T20:14:59,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/e0055b2136e046ccac3672df1723b6d6 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/e0055b2136e046ccac3672df1723b6d6 2024-11-21T20:14:59,278 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/e0055b2136e046ccac3672df1723b6d6, entries=150, sequenceid=419, filesize=12.0 K 2024-11-21T20:14:59,279 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for ca0c9869fe7d4f520d4d4158361dfeb8 in 919ms, sequenceid=419, compaction requested=true 2024-11-21T20:14:59,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:14:59,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:59,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-21T20:14:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-21T20:14:59,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-21T20:14:59,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6940 sec 2024-11-21T20:14:59,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.7060 sec 2024-11-21T20:14:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:14:59,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ca0c9869fe7d4f520d4d4158361dfeb8 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-21T20:14:59,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=A 2024-11-21T20:14:59,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:59,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=B 2024-11-21T20:14:59,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:59,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=C 2024-11-21T20:14:59,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:14:59,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/1b79591709c649e588a2f907f76cb7db is 50, key is test_row_0/A:col10/1732220098570/Put/seqid=0 2024-11-21T20:14:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-21T20:14:59,728 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:14:59,729 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:14:59,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-21T20:14:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T20:14:59,735 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:14:59,736 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:14:59,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:14:59,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741930_1106 (size=9857) 2024-11-21T20:14:59,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/1b79591709c649e588a2f907f76cb7db 2024-11-21T20:14:59,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/e9d61b8129f743979c111d9b99c1bee2 is 50, key is test_row_0/B:col10/1732220098570/Put/seqid=0 2024-11-21T20:14:59,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741931_1107 (size=9857) 2024-11-21T20:14:59,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/e9d61b8129f743979c111d9b99c1bee2 2024-11-21T20:14:59,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/6cbde26d6456418eb611195497e1924f is 50, key is test_row_0/C:col10/1732220098570/Put/seqid=0 2024-11-21T20:14:59,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741932_1108 (size=9857) 2024-11-21T20:14:59,799 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-21T20:14:59,799 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-21T20:14:59,799 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-21T20:14:59,800 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:14:59,800 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:14:59,800 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:14:59,803 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-21T20:14:59,803 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:14:59,805 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:14:59,805 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:14:59,805 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:14:59,806 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:14:59,806 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:14:59,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:14:59,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:14:59,806 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:14:59,806 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:14:59,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:14:59,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:14:59,807 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:14:59,810 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-21T20:14:59,810 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:14:59,810 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:14:59,810 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:14:59,810 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:14:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T20:14:59,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-21T20:14:59,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:59,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:14:59,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:14:59,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:59,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:14:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:00,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-21T20:15:00,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:00,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:15:00,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:00,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:00,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T20:15:00,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/6cbde26d6456418eb611195497e1924f 2024-11-21T20:15:00,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/1b79591709c649e588a2f907f76cb7db as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/1b79591709c649e588a2f907f76cb7db 2024-11-21T20:15:00,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-21T20:15:00,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:00,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:15:00,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:00,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:00,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:00,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/1b79591709c649e588a2f907f76cb7db, entries=100, sequenceid=432, filesize=9.6 K 2024-11-21T20:15:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:00,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/e9d61b8129f743979c111d9b99c1bee2 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/e9d61b8129f743979c111d9b99c1bee2 2024-11-21T20:15:00,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/e9d61b8129f743979c111d9b99c1bee2, entries=100, sequenceid=432, filesize=9.6 K 2024-11-21T20:15:00,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/6cbde26d6456418eb611195497e1924f as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/6cbde26d6456418eb611195497e1924f 2024-11-21T20:15:00,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/6cbde26d6456418eb611195497e1924f, entries=100, sequenceid=432, filesize=9.6 K 2024-11-21T20:15:00,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=80.51 KB/82440 for ca0c9869fe7d4f520d4d4158361dfeb8 in 494ms, sequenceid=432, compaction requested=true 2024-11-21T20:15:00,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:15:00,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca0c9869fe7d4f520d4d4158361dfeb8:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:15:00,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:00,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca0c9869fe7d4f520d4d4158361dfeb8:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:15:00,216 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:15:00,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:00,216 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:15:00,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ca0c9869fe7d4f520d4d4158361dfeb8:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:15:00,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:15:00,217 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47714 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:15:00,217 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50154 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:15:00,217 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): ca0c9869fe7d4f520d4d4158361dfeb8/B is initiating minor compaction (all files) 2024-11-21T20:15:00,217 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ca0c9869fe7d4f520d4d4158361dfeb8/A is initiating minor compaction (all files) 2024-11-21T20:15:00,217 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ca0c9869fe7d4f520d4d4158361dfeb8/B in TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:00,217 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ca0c9869fe7d4f520d4d4158361dfeb8/A in TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:00,218 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/378dc0469c0c4d3bb9e0747c4fa942bc, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/b0bbdde85d294f20ad1aa775b2730bc2, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/e225ab10bf29472e82e26f7a2ec6471c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/1b79591709c649e588a2f907f76cb7db] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp, totalSize=49.0 K 2024-11-21T20:15:00,218 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/e51133ffdf904c1c9810dc3cdee250d0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/dac56e80dfb94250afda2d4ce2d42541, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/3884f3af99e04d94a4e2415d5ca7a473, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/e9d61b8129f743979c111d9b99c1bee2] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp, totalSize=46.6 K 2024-11-21T20:15:00,218 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 378dc0469c0c4d3bb9e0747c4fa942bc, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732220095331 2024-11-21T20:15:00,218 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting e51133ffdf904c1c9810dc3cdee250d0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732220095331 2024-11-21T20:15:00,218 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0bbdde85d294f20ad1aa775b2730bc2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732220097683 2024-11-21T20:15:00,218 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting dac56e80dfb94250afda2d4ce2d42541, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732220097717 2024-11-21T20:15:00,219 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting e225ab10bf29472e82e26f7a2ec6471c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732220097835 2024-11-21T20:15:00,219 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 3884f3af99e04d94a4e2415d5ca7a473, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732220097835 2024-11-21T20:15:00,219 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b79591709c649e588a2f907f76cb7db, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732220098570 2024-11-21T20:15:00,219 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting e9d61b8129f743979c111d9b99c1bee2, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732220098570 2024-11-21T20:15:00,227 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca0c9869fe7d4f520d4d4158361dfeb8#B#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:00,227 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca0c9869fe7d4f520d4d4158361dfeb8#A#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:00,228 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/dbefbd96ba274d30b7047efa42be455f is 50, key is test_row_0/B:col10/1732220098570/Put/seqid=0 2024-11-21T20:15:00,228 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/7772c086304944e6abd1476cd6a2a691 is 50, key is test_row_0/A:col10/1732220098570/Put/seqid=0 2024-11-21T20:15:00,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741934_1110 (size=13391) 2024-11-21T20:15:00,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741933_1109 (size=13391) 2024-11-21T20:15:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:15:00,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ca0c9869fe7d4f520d4d4158361dfeb8 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-21T20:15:00,239 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-21T20:15:00,239 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:15:00,239 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:00,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=A 2024-11-21T20:15:00,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:00,240 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:00,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=B 2024-11-21T20:15:00,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:15:00,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:00,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=C 2024-11-21T20:15:00,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:00,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/588c78b2ef594c35aec380efb08fc3c9 is 50, key is test_row_1/A:col10/1732220100238/Put/seqid=0 2024-11-21T20:15:00,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741935_1111 (size=9857) 2024-11-21T20:15:00,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-21T20:15:00,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:00,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:15:00,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:00,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:00,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T20:15:00,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-21T20:15:00,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:00,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:15:00,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:00,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:00,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:00,619 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T20:15:00,644 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/dbefbd96ba274d30b7047efa42be455f as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/dbefbd96ba274d30b7047efa42be455f 2024-11-21T20:15:00,644 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/7772c086304944e6abd1476cd6a2a691 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/7772c086304944e6abd1476cd6a2a691 2024-11-21T20:15:00,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/588c78b2ef594c35aec380efb08fc3c9 2024-11-21T20:15:00,650 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ca0c9869fe7d4f520d4d4158361dfeb8/A of ca0c9869fe7d4f520d4d4158361dfeb8 into 7772c086304944e6abd1476cd6a2a691(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:00,650 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ca0c9869fe7d4f520d4d4158361dfeb8/B of ca0c9869fe7d4f520d4d4158361dfeb8 into dbefbd96ba274d30b7047efa42be455f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:00,650 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:15:00,650 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:15:00,650 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., storeName=ca0c9869fe7d4f520d4d4158361dfeb8/A, priority=12, startTime=1732220100215; duration=0sec 2024-11-21T20:15:00,650 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., storeName=ca0c9869fe7d4f520d4d4158361dfeb8/B, priority=12, startTime=1732220100216; duration=0sec 2024-11-21T20:15:00,650 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:15:00,650 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca0c9869fe7d4f520d4d4158361dfeb8:A 2024-11-21T20:15:00,650 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:00,650 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:15:00,650 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca0c9869fe7d4f520d4d4158361dfeb8:B 2024-11-21T20:15:00,652 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47714 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:15:00,652 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ca0c9869fe7d4f520d4d4158361dfeb8/C is initiating minor compaction (all files) 2024-11-21T20:15:00,652 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ca0c9869fe7d4f520d4d4158361dfeb8/C in TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:00,652 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/18e410b987cd4f539ea14dd7181f28c3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/d3e8a16d6af14c07bb04b54dd30a0d2d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/e0055b2136e046ccac3672df1723b6d6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/6cbde26d6456418eb611195497e1924f] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp, totalSize=46.6 K 2024-11-21T20:15:00,652 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18e410b987cd4f539ea14dd7181f28c3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732220095331 2024-11-21T20:15:00,653 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3e8a16d6af14c07bb04b54dd30a0d2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732220097717 2024-11-21T20:15:00,653 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0055b2136e046ccac3672df1723b6d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732220097835 2024-11-21T20:15:00,654 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cbde26d6456418eb611195497e1924f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732220098570 2024-11-21T20:15:00,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/44bdcd6a2d4744dcb616fdc7091fe34a is 50, key is test_row_1/B:col10/1732220100238/Put/seqid=0 2024-11-21T20:15:00,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741936_1112 (size=9857) 2024-11-21T20:15:00,662 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ca0c9869fe7d4f520d4d4158361dfeb8#C#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:00,663 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/5943502724174b4da7aa823be62c0a92 is 50, key is test_row_0/C:col10/1732220098570/Put/seqid=0 2024-11-21T20:15:00,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-21T20:15:00,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:00,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:15:00,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:00,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:00,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:00,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741937_1113 (size=13391) 2024-11-21T20:15:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:00,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-21T20:15:00,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:00,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:15:00,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:00,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:00,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T20:15:00,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-21T20:15:00,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:00,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:15:00,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:00,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:00,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:01,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/44bdcd6a2d4744dcb616fdc7091fe34a 2024-11-21T20:15:01,073 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/5943502724174b4da7aa823be62c0a92 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/5943502724174b4da7aa823be62c0a92 2024-11-21T20:15:01,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/a3a16984301c430eb8dab9d8005955a4 is 50, key is test_row_1/C:col10/1732220100238/Put/seqid=0 2024-11-21T20:15:01,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741938_1114 (size=9857) 2024-11-21T20:15:01,080 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ca0c9869fe7d4f520d4d4158361dfeb8/C of ca0c9869fe7d4f520d4d4158361dfeb8 into 5943502724174b4da7aa823be62c0a92(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:01,080 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:15:01,080 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., storeName=ca0c9869fe7d4f520d4d4158361dfeb8/C, priority=12, startTime=1732220100216; duration=0sec 2024-11-21T20:15:01,080 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:01,080 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ca0c9869fe7d4f520d4d4158361dfeb8:C 2024-11-21T20:15:01,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-21T20:15:01,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:01,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:15:01,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:01,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:01,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:01,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-21T20:15:01,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:01,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:15:01,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:01,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:01,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:01,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-21T20:15:01,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:01,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. as already flushing 2024-11-21T20:15:01,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:01,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:01,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:01,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/a3a16984301c430eb8dab9d8005955a4 2024-11-21T20:15:01,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/588c78b2ef594c35aec380efb08fc3c9 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/588c78b2ef594c35aec380efb08fc3c9 2024-11-21T20:15:01,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/588c78b2ef594c35aec380efb08fc3c9, entries=100, sequenceid=448, filesize=9.6 K 2024-11-21T20:15:01,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/44bdcd6a2d4744dcb616fdc7091fe34a as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/44bdcd6a2d4744dcb616fdc7091fe34a 2024-11-21T20:15:01,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/44bdcd6a2d4744dcb616fdc7091fe34a, entries=100, sequenceid=448, filesize=9.6 K 2024-11-21T20:15:01,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/a3a16984301c430eb8dab9d8005955a4 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/a3a16984301c430eb8dab9d8005955a4 2024-11-21T20:15:01,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/a3a16984301c430eb8dab9d8005955a4, entries=100, sequenceid=448, filesize=9.6 K 2024-11-21T20:15:01,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=0 B/0 for ca0c9869fe7d4f520d4d4158361dfeb8 in 1262ms, sequenceid=448, compaction requested=false 2024-11-21T20:15:01,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:15:01,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-21T20:15:01,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:01,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for ca0c9869fe7d4f520d4d4158361dfeb8: 2024-11-21T20:15:01,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:01,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-21T20:15:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-21T20:15:01,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-21T20:15:01,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8640 sec 2024-11-21T20:15:01,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.8780 sec 2024-11-21T20:15:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T20:15:01,878 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:15:09,230 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-21T20:15:09,230 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:15:09,230 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:09,230 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:09,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:15:09,250 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-21T20:15:09,250 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-21T20:15:09,250 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:15:09,250 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:15:09,250 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:09,250 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:09,250 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:09,250 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:09,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:15:09,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:15:09,250 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T20:15:09,250 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 225 2024-11-21T20:15:09,250 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-11-21T20:15:09,250 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-11-21T20:15:09,251 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-11-21T20:15:09,251 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-11-21T20:15:09,251 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T20:15:09,251 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2845 2024-11-21T20:15:09,251 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2913 2024-11-21T20:15:09,251 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T20:15:09,251 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1237 2024-11-21T20:15:09,251 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3708 rows 2024-11-21T20:15:09,251 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1232 2024-11-21T20:15:09,251 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3693 rows 2024-11-21T20:15:09,251 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:15:09,251 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:15:09,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:09,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:09,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:15:09,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T20:15:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T20:15:09,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-21T20:15:09,263 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220109263"}]},"ts":"1732220109263"} 2024-11-21T20:15:09,266 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T20:15:09,266 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T20:15:09,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T20:15:09,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ca0c9869fe7d4f520d4d4158361dfeb8, UNASSIGN}] 2024-11-21T20:15:09,275 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ca0c9869fe7d4f520d4d4158361dfeb8, UNASSIGN 2024-11-21T20:15:09,276 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=ca0c9869fe7d4f520d4d4158361dfeb8, regionState=CLOSING, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:15:09,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ca0c9869fe7d4f520d4d4158361dfeb8, UNASSIGN because future has completed 2024-11-21T20:15:09,279 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T20:15:09,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650}] 2024-11-21T20:15:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-21T20:15:09,436 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:15:09,436 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T20:15:09,437 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing ca0c9869fe7d4f520d4d4158361dfeb8, disabling compactions & flushes 2024-11-21T20:15:09,437 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:09,437 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:09,437 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. after waiting 0 ms 2024-11-21T20:15:09,437 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:09,437 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(2902): Flushing ca0c9869fe7d4f520d4d4158361dfeb8 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-21T20:15:09,438 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=A 2024-11-21T20:15:09,438 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:09,438 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=B 2024-11-21T20:15:09,438 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:09,438 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ca0c9869fe7d4f520d4d4158361dfeb8, store=C 2024-11-21T20:15:09,438 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:09,444 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/1543d1ced3074a5c8cb1875bc2ee73f1 is 50, key is test_row_1/A:col10/1732220109248/Put/seqid=0 2024-11-21T20:15:09,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741939_1115 (size=9857) 2024-11-21T20:15:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-21T20:15:09,850 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/1543d1ced3074a5c8cb1875bc2ee73f1 2024-11-21T20:15:09,867 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/bcd6d6a7189e48e68be6fcfa8f4d2b2a is 50, key is test_row_1/B:col10/1732220109248/Put/seqid=0 2024-11-21T20:15:09,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741940_1116 (size=9857) 2024-11-21T20:15:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-21T20:15:10,272 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/bcd6d6a7189e48e68be6fcfa8f4d2b2a 2024-11-21T20:15:10,281 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/501f9921992843e7ac6f08b6b8ed1f2b is 50, key is test_row_1/C:col10/1732220109248/Put/seqid=0 2024-11-21T20:15:10,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741941_1117 (size=9857) 2024-11-21T20:15:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-21T20:15:10,686 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/501f9921992843e7ac6f08b6b8ed1f2b 2024-11-21T20:15:10,737 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/A/1543d1ced3074a5c8cb1875bc2ee73f1 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/1543d1ced3074a5c8cb1875bc2ee73f1 2024-11-21T20:15:10,747 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/1543d1ced3074a5c8cb1875bc2ee73f1, entries=100, sequenceid=458, filesize=9.6 K 2024-11-21T20:15:10,748 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/B/bcd6d6a7189e48e68be6fcfa8f4d2b2a as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/bcd6d6a7189e48e68be6fcfa8f4d2b2a 2024-11-21T20:15:10,754 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/bcd6d6a7189e48e68be6fcfa8f4d2b2a, entries=100, sequenceid=458, filesize=9.6 K 2024-11-21T20:15:10,755 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/.tmp/C/501f9921992843e7ac6f08b6b8ed1f2b as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/501f9921992843e7ac6f08b6b8ed1f2b 2024-11-21T20:15:10,759 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/501f9921992843e7ac6f08b6b8ed1f2b, entries=100, sequenceid=458, filesize=9.6 K 2024-11-21T20:15:10,761 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for ca0c9869fe7d4f520d4d4158361dfeb8 in 1323ms, sequenceid=458, compaction requested=true 2024-11-21T20:15:10,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/6cba9050066f44809ef58c9b30ae2a2c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/7995a5da89664aec81f3592c1a26508f, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/e455bd0cd1f146cab8e96cfd0f1dfaad, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/ee152e9a897549bfb62886addb3f5735, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/1f961e4ec64d40c2bc55edaaefca3ab6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/de57e406460142408b79fe4b061266d3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/28e9d0c6c32f444aa5cc3ad239380e92, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/c5ea5babcaf9428eae5bbdaf04008728, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/c61699c38a07489fa213641d0886e057, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/e1647a17f84b43088808d9b202252f0f, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/230053d0592145d68f20dad4851c9f00, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/a05a5639a7a44dd7a883a305b4a17f8c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/56a712370a5b42efa6f99955a66dd2a3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/909ba07e48424dcf93909ca909ea8bee, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/9ffc2a2df9ee4fe1b882d81fc45a2434, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/f2b90e4b808d4623bda6b6d1d7cd82aa, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/d293bae60f2046faa34aac12b11b55d3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/3e8b78fd3bfb4fcc895a3077d221df03, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/39af70d2999d4fa39b77591c85c50cf3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/bfe2363fbf2e4e59b36c52a6322817bc, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/2a4fbb4a475c4969990dd5513deaabd9, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/c61efebb762b4a5d8fed4b9d5d1fb705, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/409e1d3ab4094150bee711cd6d9bd0b6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/b0d7cc51fee24a5ebef16294008a3105, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/208aa84383904475b256cd5c1ba7c53b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/96ba413f103f4e638eae8003df6e2872, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/662238f947a245489a78d5448e852291, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/378dc0469c0c4d3bb9e0747c4fa942bc, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/a119774a5dde4672acc2ac2ed926b760, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/b0bbdde85d294f20ad1aa775b2730bc2, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/e225ab10bf29472e82e26f7a2ec6471c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/1b79591709c649e588a2f907f76cb7db] to archive 2024-11-21T20:15:10,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T20:15:10,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/6cba9050066f44809ef58c9b30ae2a2c to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/6cba9050066f44809ef58c9b30ae2a2c 2024-11-21T20:15:10,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/7995a5da89664aec81f3592c1a26508f to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/7995a5da89664aec81f3592c1a26508f 2024-11-21T20:15:10,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/e455bd0cd1f146cab8e96cfd0f1dfaad to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/e455bd0cd1f146cab8e96cfd0f1dfaad 2024-11-21T20:15:10,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/ee152e9a897549bfb62886addb3f5735 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/ee152e9a897549bfb62886addb3f5735 2024-11-21T20:15:10,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/1f961e4ec64d40c2bc55edaaefca3ab6 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/1f961e4ec64d40c2bc55edaaefca3ab6 2024-11-21T20:15:10,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/de57e406460142408b79fe4b061266d3 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/de57e406460142408b79fe4b061266d3 2024-11-21T20:15:10,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/28e9d0c6c32f444aa5cc3ad239380e92 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/28e9d0c6c32f444aa5cc3ad239380e92 2024-11-21T20:15:10,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/c5ea5babcaf9428eae5bbdaf04008728 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/c5ea5babcaf9428eae5bbdaf04008728 2024-11-21T20:15:10,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/c61699c38a07489fa213641d0886e057 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/c61699c38a07489fa213641d0886e057 2024-11-21T20:15:10,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/e1647a17f84b43088808d9b202252f0f to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/e1647a17f84b43088808d9b202252f0f 2024-11-21T20:15:10,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/230053d0592145d68f20dad4851c9f00 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/230053d0592145d68f20dad4851c9f00 2024-11-21T20:15:10,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/a05a5639a7a44dd7a883a305b4a17f8c to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/a05a5639a7a44dd7a883a305b4a17f8c 2024-11-21T20:15:10,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/56a712370a5b42efa6f99955a66dd2a3 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/56a712370a5b42efa6f99955a66dd2a3 2024-11-21T20:15:10,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/909ba07e48424dcf93909ca909ea8bee to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/909ba07e48424dcf93909ca909ea8bee 2024-11-21T20:15:10,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/9ffc2a2df9ee4fe1b882d81fc45a2434 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/9ffc2a2df9ee4fe1b882d81fc45a2434 2024-11-21T20:15:10,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/f2b90e4b808d4623bda6b6d1d7cd82aa to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/f2b90e4b808d4623bda6b6d1d7cd82aa 2024-11-21T20:15:10,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/d293bae60f2046faa34aac12b11b55d3 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/d293bae60f2046faa34aac12b11b55d3 2024-11-21T20:15:10,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/3e8b78fd3bfb4fcc895a3077d221df03 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/3e8b78fd3bfb4fcc895a3077d221df03 2024-11-21T20:15:10,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/39af70d2999d4fa39b77591c85c50cf3 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/39af70d2999d4fa39b77591c85c50cf3 2024-11-21T20:15:10,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/bfe2363fbf2e4e59b36c52a6322817bc to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/bfe2363fbf2e4e59b36c52a6322817bc 2024-11-21T20:15:10,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/2a4fbb4a475c4969990dd5513deaabd9 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/2a4fbb4a475c4969990dd5513deaabd9 2024-11-21T20:15:10,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/c61efebb762b4a5d8fed4b9d5d1fb705 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/c61efebb762b4a5d8fed4b9d5d1fb705 2024-11-21T20:15:10,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/409e1d3ab4094150bee711cd6d9bd0b6 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/409e1d3ab4094150bee711cd6d9bd0b6 2024-11-21T20:15:10,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/b0d7cc51fee24a5ebef16294008a3105 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/b0d7cc51fee24a5ebef16294008a3105 2024-11-21T20:15:10,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/208aa84383904475b256cd5c1ba7c53b to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/208aa84383904475b256cd5c1ba7c53b 2024-11-21T20:15:10,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/96ba413f103f4e638eae8003df6e2872 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/96ba413f103f4e638eae8003df6e2872 2024-11-21T20:15:10,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/662238f947a245489a78d5448e852291 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/662238f947a245489a78d5448e852291 2024-11-21T20:15:10,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/378dc0469c0c4d3bb9e0747c4fa942bc to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/378dc0469c0c4d3bb9e0747c4fa942bc 2024-11-21T20:15:10,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/a119774a5dde4672acc2ac2ed926b760 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/a119774a5dde4672acc2ac2ed926b760 2024-11-21T20:15:10,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/b0bbdde85d294f20ad1aa775b2730bc2 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/b0bbdde85d294f20ad1aa775b2730bc2 2024-11-21T20:15:10,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/e225ab10bf29472e82e26f7a2ec6471c to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/e225ab10bf29472e82e26f7a2ec6471c 2024-11-21T20:15:10,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/1b79591709c649e588a2f907f76cb7db to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/1b79591709c649e588a2f907f76cb7db 2024-11-21T20:15:10,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/04ba0223c9e44746b17026be31b61ffc, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/b654e3129aa143faa39d78314b6aece1, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/ebe8b809dfe44d559b2f61301c564e59, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/6f3cb76fc9c74981b1fd820dbf50c404, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/03f14470f716412c80b79007e05afba6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/2aa55dad779b4602a425b92179cdaf1b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/da4697028b374639b8bc1b7a9430e6cc, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/1075b25ae4494e0ab3d4be93589743c7, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/fc1f0e436cd24676823dcf0c970e9351, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/1a50d6aeceb04e4d8f6f81197961cbbf, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/f94f08ca8ef94be58db8854addb7b5b5, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/0aa3754ebcce4570bb0ebf1ef10a6740, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/5f47052566384e1ea1ab9aa4c72b2f66, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/0d4dcd3f769a457ba0e8941d8bb37233, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/e16d2f18b1e84341ad1568d1afc3822f, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/fde1c11bd7644148b78db65ff6b75cf9, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/53032eb06dcd4ba08a837b9238033c6c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/d94b9ee18c3b4a349a9d5735d0d90090, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/1b187cf3a49c4d57a17689bd26d2314f, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/4d241e83a7c543e2845e74a809a92d55, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/b7b45921fcc8403985bed437473ec876, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/cb8918b3e169425fa639fe616dee0c08, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/16d3ebbbac5a430585671b6606f060d2, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/d5377d0eeeb046b3aaf30ef9cb757413, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/15e3f52615a74b02a4824c69f89b9c27, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/d74256e2f8f542ee844efb239dd7b9e8, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/91977c3bf27e465c90a3c039226cd173, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/e51133ffdf904c1c9810dc3cdee250d0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/97daaffb4de54d45885a2d03e5e9da4b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/dac56e80dfb94250afda2d4ce2d42541, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/3884f3af99e04d94a4e2415d5ca7a473, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/e9d61b8129f743979c111d9b99c1bee2] to archive 2024-11-21T20:15:10,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T20:15:10,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/04ba0223c9e44746b17026be31b61ffc to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/04ba0223c9e44746b17026be31b61ffc 2024-11-21T20:15:10,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/b654e3129aa143faa39d78314b6aece1 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/b654e3129aa143faa39d78314b6aece1 2024-11-21T20:15:10,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/ebe8b809dfe44d559b2f61301c564e59 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/ebe8b809dfe44d559b2f61301c564e59 2024-11-21T20:15:10,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/6f3cb76fc9c74981b1fd820dbf50c404 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/6f3cb76fc9c74981b1fd820dbf50c404 2024-11-21T20:15:10,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/03f14470f716412c80b79007e05afba6 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/03f14470f716412c80b79007e05afba6 2024-11-21T20:15:10,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/2aa55dad779b4602a425b92179cdaf1b to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/2aa55dad779b4602a425b92179cdaf1b 2024-11-21T20:15:10,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/da4697028b374639b8bc1b7a9430e6cc to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/da4697028b374639b8bc1b7a9430e6cc 2024-11-21T20:15:10,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/1075b25ae4494e0ab3d4be93589743c7 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/1075b25ae4494e0ab3d4be93589743c7 2024-11-21T20:15:10,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/fc1f0e436cd24676823dcf0c970e9351 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/fc1f0e436cd24676823dcf0c970e9351 2024-11-21T20:15:10,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/1a50d6aeceb04e4d8f6f81197961cbbf to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/1a50d6aeceb04e4d8f6f81197961cbbf 2024-11-21T20:15:10,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/f94f08ca8ef94be58db8854addb7b5b5 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/f94f08ca8ef94be58db8854addb7b5b5 2024-11-21T20:15:10,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/0aa3754ebcce4570bb0ebf1ef10a6740 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/0aa3754ebcce4570bb0ebf1ef10a6740 2024-11-21T20:15:10,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/5f47052566384e1ea1ab9aa4c72b2f66 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/5f47052566384e1ea1ab9aa4c72b2f66 2024-11-21T20:15:10,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/0d4dcd3f769a457ba0e8941d8bb37233 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/0d4dcd3f769a457ba0e8941d8bb37233 2024-11-21T20:15:10,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/e16d2f18b1e84341ad1568d1afc3822f to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/e16d2f18b1e84341ad1568d1afc3822f 2024-11-21T20:15:10,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/fde1c11bd7644148b78db65ff6b75cf9 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/fde1c11bd7644148b78db65ff6b75cf9 2024-11-21T20:15:10,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/53032eb06dcd4ba08a837b9238033c6c to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/53032eb06dcd4ba08a837b9238033c6c 2024-11-21T20:15:10,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/d94b9ee18c3b4a349a9d5735d0d90090 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/d94b9ee18c3b4a349a9d5735d0d90090 2024-11-21T20:15:10,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/1b187cf3a49c4d57a17689bd26d2314f to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/1b187cf3a49c4d57a17689bd26d2314f 2024-11-21T20:15:10,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/4d241e83a7c543e2845e74a809a92d55 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/4d241e83a7c543e2845e74a809a92d55 2024-11-21T20:15:10,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/b7b45921fcc8403985bed437473ec876 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/b7b45921fcc8403985bed437473ec876 2024-11-21T20:15:10,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/cb8918b3e169425fa639fe616dee0c08 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/cb8918b3e169425fa639fe616dee0c08 2024-11-21T20:15:10,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/16d3ebbbac5a430585671b6606f060d2 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/16d3ebbbac5a430585671b6606f060d2 2024-11-21T20:15:10,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/d5377d0eeeb046b3aaf30ef9cb757413 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/d5377d0eeeb046b3aaf30ef9cb757413 2024-11-21T20:15:10,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/15e3f52615a74b02a4824c69f89b9c27 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/15e3f52615a74b02a4824c69f89b9c27 2024-11-21T20:15:10,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/d74256e2f8f542ee844efb239dd7b9e8 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/d74256e2f8f542ee844efb239dd7b9e8 2024-11-21T20:15:10,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/91977c3bf27e465c90a3c039226cd173 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/91977c3bf27e465c90a3c039226cd173 2024-11-21T20:15:10,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/e51133ffdf904c1c9810dc3cdee250d0 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/e51133ffdf904c1c9810dc3cdee250d0 2024-11-21T20:15:10,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/97daaffb4de54d45885a2d03e5e9da4b to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/97daaffb4de54d45885a2d03e5e9da4b 2024-11-21T20:15:10,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/dac56e80dfb94250afda2d4ce2d42541 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/dac56e80dfb94250afda2d4ce2d42541 2024-11-21T20:15:10,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/3884f3af99e04d94a4e2415d5ca7a473 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/3884f3af99e04d94a4e2415d5ca7a473 2024-11-21T20:15:10,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/e9d61b8129f743979c111d9b99c1bee2 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/e9d61b8129f743979c111d9b99c1bee2 2024-11-21T20:15:10,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/aa0cccafbbdb4dd099164c46727ac846, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/f2c3811946d34dae92ccd58f3d668f30, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/ab4202b4f4264198b66e0b3f0f2aa3be, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/871847bdf291480b8393e71cc0e97c09, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/24b2dda774644420bedc0eff192f634a, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/c5de63a5197b413d98f3628e12d142e6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/dc4eef98cfb144d0860b8c486b2cf577, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/74f63ba174a442ec8e7756e3819e502e, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/2b3880a08a6348df997d3ff57ea093b6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/3b1be6d29c31470195bbd2c3e6410823, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/69ed5e7567dc4cc49d844e48d64bc0fe, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/d0539486267c455098df6d2888dda407, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/e7dff594b3f64660a4fdb456354da5d8, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/639a56137e8d401d885c5290373e208d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/0e5d3ce0c52f4b23ad6d8c336c92d776, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/a3ee2cc0546e44848f114fc4d1b5cfe0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/611b934368bc40bcbe33581047f616bf, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/7f8ffa8f4ddf48bb8c9f31b78676cec3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/e4a6516895b54d228cf7615f0ca713fe, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/060e51a07d904fbf8647b362566d45f9, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/349656ce757f4b469badd3958235ebe0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/c51f4ba0018345d38abbf355b2549737, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/69abe034415c44919f4368e6fa7a0c08, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/43f713ac3e614a9fad151ef8c7c39b61, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/a0d6c6b7e45d444e82d751d86587c06d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/c04cfa7fce824f4783c1b1ae5d4fb503, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/2467316689cf41a2b2522cadef65fa2d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/18e410b987cd4f539ea14dd7181f28c3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/d5cdf9031e894324907470c6442ca5dc, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/d3e8a16d6af14c07bb04b54dd30a0d2d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/e0055b2136e046ccac3672df1723b6d6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/6cbde26d6456418eb611195497e1924f] to archive 2024-11-21T20:15:10,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T20:15:10,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/aa0cccafbbdb4dd099164c46727ac846 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/aa0cccafbbdb4dd099164c46727ac846 2024-11-21T20:15:10,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/f2c3811946d34dae92ccd58f3d668f30 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/f2c3811946d34dae92ccd58f3d668f30 2024-11-21T20:15:10,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/ab4202b4f4264198b66e0b3f0f2aa3be to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/ab4202b4f4264198b66e0b3f0f2aa3be 2024-11-21T20:15:10,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/871847bdf291480b8393e71cc0e97c09 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/871847bdf291480b8393e71cc0e97c09 2024-11-21T20:15:10,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/24b2dda774644420bedc0eff192f634a to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/24b2dda774644420bedc0eff192f634a 2024-11-21T20:15:10,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/c5de63a5197b413d98f3628e12d142e6 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/c5de63a5197b413d98f3628e12d142e6 2024-11-21T20:15:10,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/dc4eef98cfb144d0860b8c486b2cf577 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/dc4eef98cfb144d0860b8c486b2cf577 2024-11-21T20:15:10,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/74f63ba174a442ec8e7756e3819e502e to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/74f63ba174a442ec8e7756e3819e502e 2024-11-21T20:15:10,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/2b3880a08a6348df997d3ff57ea093b6 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/2b3880a08a6348df997d3ff57ea093b6 2024-11-21T20:15:10,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/3b1be6d29c31470195bbd2c3e6410823 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/3b1be6d29c31470195bbd2c3e6410823 2024-11-21T20:15:10,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/69ed5e7567dc4cc49d844e48d64bc0fe to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/69ed5e7567dc4cc49d844e48d64bc0fe 2024-11-21T20:15:10,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/d0539486267c455098df6d2888dda407 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/d0539486267c455098df6d2888dda407 2024-11-21T20:15:10,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/e7dff594b3f64660a4fdb456354da5d8 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/e7dff594b3f64660a4fdb456354da5d8 2024-11-21T20:15:10,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/639a56137e8d401d885c5290373e208d to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/639a56137e8d401d885c5290373e208d 2024-11-21T20:15:10,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/0e5d3ce0c52f4b23ad6d8c336c92d776 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/0e5d3ce0c52f4b23ad6d8c336c92d776 2024-11-21T20:15:10,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/a3ee2cc0546e44848f114fc4d1b5cfe0 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/a3ee2cc0546e44848f114fc4d1b5cfe0 2024-11-21T20:15:10,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/611b934368bc40bcbe33581047f616bf to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/611b934368bc40bcbe33581047f616bf 2024-11-21T20:15:10,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/7f8ffa8f4ddf48bb8c9f31b78676cec3 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/7f8ffa8f4ddf48bb8c9f31b78676cec3 2024-11-21T20:15:10,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/e4a6516895b54d228cf7615f0ca713fe to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/e4a6516895b54d228cf7615f0ca713fe 2024-11-21T20:15:10,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/060e51a07d904fbf8647b362566d45f9 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/060e51a07d904fbf8647b362566d45f9 2024-11-21T20:15:10,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/349656ce757f4b469badd3958235ebe0 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/349656ce757f4b469badd3958235ebe0 2024-11-21T20:15:10,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/c51f4ba0018345d38abbf355b2549737 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/c51f4ba0018345d38abbf355b2549737 2024-11-21T20:15:10,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/69abe034415c44919f4368e6fa7a0c08 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/69abe034415c44919f4368e6fa7a0c08 2024-11-21T20:15:10,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/43f713ac3e614a9fad151ef8c7c39b61 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/43f713ac3e614a9fad151ef8c7c39b61 2024-11-21T20:15:10,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/a0d6c6b7e45d444e82d751d86587c06d to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/a0d6c6b7e45d444e82d751d86587c06d 2024-11-21T20:15:10,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/c04cfa7fce824f4783c1b1ae5d4fb503 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/c04cfa7fce824f4783c1b1ae5d4fb503 2024-11-21T20:15:10,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/2467316689cf41a2b2522cadef65fa2d to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/2467316689cf41a2b2522cadef65fa2d 2024-11-21T20:15:10,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/18e410b987cd4f539ea14dd7181f28c3 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/18e410b987cd4f539ea14dd7181f28c3 2024-11-21T20:15:10,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/d5cdf9031e894324907470c6442ca5dc to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/d5cdf9031e894324907470c6442ca5dc 2024-11-21T20:15:10,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/d3e8a16d6af14c07bb04b54dd30a0d2d to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/d3e8a16d6af14c07bb04b54dd30a0d2d 2024-11-21T20:15:10,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/e0055b2136e046ccac3672df1723b6d6 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/e0055b2136e046ccac3672df1723b6d6 2024-11-21T20:15:10,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/6cbde26d6456418eb611195497e1924f to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/6cbde26d6456418eb611195497e1924f 2024-11-21T20:15:10,909 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/recovered.edits/461.seqid, newMaxSeqId=461, maxSeqId=1 2024-11-21T20:15:10,910 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. 2024-11-21T20:15:10,910 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for ca0c9869fe7d4f520d4d4158361dfeb8: Waiting for close lock at 1732220109437Running coprocessor pre-close hooks at 1732220109437Disabling compacts and flushes for region at 1732220109437Disabling writes for close at 1732220109437Obtaining lock to block concurrent updates at 1732220109437Preparing flush snapshotting stores in ca0c9869fe7d4f520d4d4158361dfeb8 at 1732220109437Finished memstore snapshotting TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1732220109438 (+1 ms)Flushing stores of TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8. at 1732220109439 (+1 ms)Flushing ca0c9869fe7d4f520d4d4158361dfeb8/A: creating writer at 1732220109439Flushing ca0c9869fe7d4f520d4d4158361dfeb8/A: appending metadata at 1732220109443 (+4 ms)Flushing ca0c9869fe7d4f520d4d4158361dfeb8/A: closing flushed file at 1732220109443Flushing ca0c9869fe7d4f520d4d4158361dfeb8/B: creating writer at 1732220109862 (+419 ms)Flushing ca0c9869fe7d4f520d4d4158361dfeb8/B: appending metadata at 1732220109866 (+4 ms)Flushing ca0c9869fe7d4f520d4d4158361dfeb8/B: closing flushed file at 1732220109866Flushing ca0c9869fe7d4f520d4d4158361dfeb8/C: creating writer at 1732220110277 (+411 ms)Flushing ca0c9869fe7d4f520d4d4158361dfeb8/C: appending metadata at 1732220110280 (+3 ms)Flushing ca0c9869fe7d4f520d4d4158361dfeb8/C: closing flushed file at 1732220110281 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@682eaf0: reopening flushed file at 1732220110736 (+455 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4878dfdc: reopening flushed file at 1732220110747 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3300f02f: reopening flushed file at 1732220110754 (+7 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for ca0c9869fe7d4f520d4d4158361dfeb8 in 1323ms, sequenceid=458, compaction requested=true at 1732220110761 (+7 ms)Writing region close event to WAL at 1732220110905 (+144 ms)Running coprocessor post-close hooks at 1732220110910 (+5 ms)Closed at 1732220110910 2024-11-21T20:15:10,914 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:15:10,914 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=ca0c9869fe7d4f520d4d4158361dfeb8, regionState=CLOSED 2024-11-21T20:15:10,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 because future has completed 2024-11-21T20:15:10,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-21T20:15:10,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure ca0c9869fe7d4f520d4d4158361dfeb8, server=377014bd7527,44057,1732220072650 in 1.6370 sec 2024-11-21T20:15:10,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-21T20:15:10,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ca0c9869fe7d4f520d4d4158361dfeb8, UNASSIGN in 1.6470 sec 2024-11-21T20:15:10,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-21T20:15:10,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6550 sec 2024-11-21T20:15:10,926 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220110926"}]},"ts":"1732220110926"} 2024-11-21T20:15:10,928 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T20:15:10,928 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T20:15:10,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6730 sec 2024-11-21T20:15:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-21T20:15:11,408 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:15:11,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T20:15:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:15:11,422 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:15:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-21T20:15:11,424 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:15:11,430 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:15:11,435 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A, FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B, FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C, FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/recovered.edits] 2024-11-21T20:15:11,439 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/1543d1ced3074a5c8cb1875bc2ee73f1 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/1543d1ced3074a5c8cb1875bc2ee73f1 2024-11-21T20:15:11,440 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/588c78b2ef594c35aec380efb08fc3c9 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/588c78b2ef594c35aec380efb08fc3c9 2024-11-21T20:15:11,442 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/7772c086304944e6abd1476cd6a2a691 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/A/7772c086304944e6abd1476cd6a2a691 2024-11-21T20:15:11,444 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/44bdcd6a2d4744dcb616fdc7091fe34a to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/44bdcd6a2d4744dcb616fdc7091fe34a 2024-11-21T20:15:11,446 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/bcd6d6a7189e48e68be6fcfa8f4d2b2a to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/bcd6d6a7189e48e68be6fcfa8f4d2b2a 2024-11-21T20:15:11,447 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/dbefbd96ba274d30b7047efa42be455f to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/B/dbefbd96ba274d30b7047efa42be455f 2024-11-21T20:15:11,449 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/501f9921992843e7ac6f08b6b8ed1f2b to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/501f9921992843e7ac6f08b6b8ed1f2b 2024-11-21T20:15:11,450 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/5943502724174b4da7aa823be62c0a92 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/5943502724174b4da7aa823be62c0a92 2024-11-21T20:15:11,451 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/a3a16984301c430eb8dab9d8005955a4 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/C/a3a16984301c430eb8dab9d8005955a4 2024-11-21T20:15:11,454 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/recovered.edits/461.seqid to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8/recovered.edits/461.seqid 2024-11-21T20:15:11,454 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ca0c9869fe7d4f520d4d4158361dfeb8 2024-11-21T20:15:11,455 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T20:15:11,459 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:15:11,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-21T20:15:11,467 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T20:15:11,493 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T20:15:11,495 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:15:11,495 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T20:15:11,496 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732220111495"}]},"ts":"9223372036854775807"} 2024-11-21T20:15:11,500 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-21T20:15:11,500 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ca0c9869fe7d4f520d4d4158361dfeb8, NAME => 'TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T20:15:11,500 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T20:15:11,501 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732220111500"}]},"ts":"9223372036854775807"} 2024-11-21T20:15:11,503 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-21T20:15:11,504 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:15:11,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 89 msec 2024-11-21T20:15:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-21T20:15:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-21T20:15:11,529 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:15:11,537 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=246 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-729547447_22 at /127.0.0.1:34818 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;377014bd7527:44057-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/377014bd7527:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/377014bd7527:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=351 (was 342) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=13679 (was 14303) 2024-11-21T20:15:11,545 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=246, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=351, ProcessCount=11, AvailableMemoryMB=13679 2024-11-21T20:15:11,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T20:15:11,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:15:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T20:15:11,549 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:15:11,549 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:15:11,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 32 2024-11-21T20:15:11,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-21T20:15:11,550 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:15:11,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741942_1118 (size=1061) 2024-11-21T20:15:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-21T20:15:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-21T20:15:11,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T20:15:11,960 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0 2024-11-21T20:15:11,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741943_1119 (size=53) 2024-11-21T20:15:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-21T20:15:12,371 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:15:12,371 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 8fd5c72ec3838a9333d2893af26fe678, disabling compactions & flushes 2024-11-21T20:15:12,371 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:12,371 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:12,372 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. after waiting 0 ms 2024-11-21T20:15:12,372 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:12,372 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:12,372 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8fd5c72ec3838a9333d2893af26fe678: Waiting for close lock at 1732220112371Disabling compacts and flushes for region at 1732220112371Disabling writes for close at 1732220112372 (+1 ms)Writing region close event to WAL at 1732220112372Closed at 1732220112372 2024-11-21T20:15:12,375 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:15:12,376 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732220112375"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220112375"}]},"ts":"1732220112375"} 2024-11-21T20:15:12,379 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:15:12,380 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:15:12,381 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220112381"}]},"ts":"1732220112381"} 2024-11-21T20:15:12,383 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T20:15:12,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8fd5c72ec3838a9333d2893af26fe678, ASSIGN}] 2024-11-21T20:15:12,385 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8fd5c72ec3838a9333d2893af26fe678, ASSIGN 2024-11-21T20:15:12,386 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8fd5c72ec3838a9333d2893af26fe678, ASSIGN; state=OFFLINE, location=377014bd7527,44057,1732220072650; forceNewPlan=false, retain=false 2024-11-21T20:15:12,537 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=8fd5c72ec3838a9333d2893af26fe678, regionState=OPENING, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:15:12,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8fd5c72ec3838a9333d2893af26fe678, ASSIGN because future has completed 2024-11-21T20:15:12,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650}] 2024-11-21T20:15:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-21T20:15:12,699 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:12,699 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:15:12,700 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:12,700 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:15:12,700 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:12,700 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:12,701 INFO [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:12,702 INFO [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T20:15:12,703 INFO [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fd5c72ec3838a9333d2893af26fe678 columnFamilyName A 2024-11-21T20:15:12,703 DEBUG [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:15:12,704 INFO [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] regionserver.HStore(327): Store=8fd5c72ec3838a9333d2893af26fe678/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:15:12,704 INFO [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:12,705 INFO [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T20:15:12,705 INFO [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fd5c72ec3838a9333d2893af26fe678 columnFamilyName B 2024-11-21T20:15:12,705 DEBUG [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:15:12,706 INFO [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] regionserver.HStore(327): Store=8fd5c72ec3838a9333d2893af26fe678/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:15:12,706 INFO [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:12,707 INFO [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T20:15:12,707 INFO [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fd5c72ec3838a9333d2893af26fe678 columnFamilyName C 2024-11-21T20:15:12,707 DEBUG [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:15:12,707 INFO [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] regionserver.HStore(327): Store=8fd5c72ec3838a9333d2893af26fe678/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:15:12,708 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:12,708 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:12,709 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:12,709 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:12,710 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:12,710 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:12,711 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T20:15:12,712 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:12,715 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:15:12,716 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 8fd5c72ec3838a9333d2893af26fe678; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61670934, jitterRate=-0.08103147149085999}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T20:15:12,716 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:12,717 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 8fd5c72ec3838a9333d2893af26fe678: Running coprocessor pre-open hook at 1732220112700Writing region info on filesystem at 1732220112700Initializing all the Stores at 1732220112701 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220112701Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220112701Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220112701Cleaning up temporary data from old regions at 1732220112710 (+9 ms)Running coprocessor post-open hooks at 1732220112716 (+6 ms)Region opened successfully at 1732220112717 (+1 ms) 2024-11-21T20:15:12,718 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., pid=34, masterSystemTime=1732220112696 2024-11-21T20:15:12,720 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:12,720 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:12,720 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=8fd5c72ec3838a9333d2893af26fe678, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:15:12,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 because future has completed 2024-11-21T20:15:12,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-21T20:15:12,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 in 181 msec 2024-11-21T20:15:12,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-21T20:15:12,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8fd5c72ec3838a9333d2893af26fe678, ASSIGN in 342 msec 2024-11-21T20:15:12,729 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:15:12,729 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220112729"}]},"ts":"1732220112729"} 2024-11-21T20:15:12,731 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T20:15:12,732 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:15:12,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1850 sec 2024-11-21T20:15:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-21T20:15:13,709 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:15:13,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffee9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:13,711 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:15:13,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:15:13,714 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:15:13,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:15:13,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:15:13,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ed5ac9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:13,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:15:13,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:15:13,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:13,717 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:15:13,718 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d1de7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:13,718 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:15:13,719 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:15:13,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:15:13,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:15:13,723 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:15:13,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,38673,1732220071552 2024-11-21T20:15:13,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f34c532 2024-11-21T20:15:13,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:15:13,725 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:15:13,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T20:15:13,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:15:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T20:15:13,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741944_1120 (size=1097) 2024-11-21T20:15:14,151 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-21T20:15:14,151 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-21T20:15:14,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T20:15:14,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8fd5c72ec3838a9333d2893af26fe678, REOPEN/MOVE}] 2024-11-21T20:15:14,166 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8fd5c72ec3838a9333d2893af26fe678, REOPEN/MOVE 2024-11-21T20:15:14,167 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=8fd5c72ec3838a9333d2893af26fe678, regionState=CLOSING, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:15:14,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8fd5c72ec3838a9333d2893af26fe678, REOPEN/MOVE because future has completed 2024-11-21T20:15:14,169 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T20:15:14,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650}] 2024-11-21T20:15:14,322 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:14,323 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T20:15:14,323 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing 8fd5c72ec3838a9333d2893af26fe678, disabling compactions & flushes 2024-11-21T20:15:14,323 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:14,323 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:14,323 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. after waiting 0 ms 2024-11-21T20:15:14,323 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:14,332 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T20:15:14,333 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:14,333 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for 8fd5c72ec3838a9333d2893af26fe678: Waiting for close lock at 1732220114323Running coprocessor pre-close hooks at 1732220114323Disabling compacts and flushes for region at 1732220114323Disabling writes for close at 1732220114323Writing region close event to WAL at 1732220114324 (+1 ms)Running coprocessor post-close hooks at 1732220114333 (+9 ms)Closed at 1732220114333 2024-11-21T20:15:14,334 WARN [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: 8fd5c72ec3838a9333d2893af26fe678 to self. 2024-11-21T20:15:14,337 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:14,337 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=8fd5c72ec3838a9333d2893af26fe678, regionState=CLOSED 2024-11-21T20:15:14,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 because future has completed 2024-11-21T20:15:14,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-21T20:15:14,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure 8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 in 172 msec 2024-11-21T20:15:14,343 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8fd5c72ec3838a9333d2893af26fe678, REOPEN/MOVE; state=CLOSED, location=377014bd7527,44057,1732220072650; forceNewPlan=false, retain=true 2024-11-21T20:15:14,494 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=8fd5c72ec3838a9333d2893af26fe678, regionState=OPENING, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:15:14,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8fd5c72ec3838a9333d2893af26fe678, REOPEN/MOVE because future has completed 2024-11-21T20:15:14,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650}] 2024-11-21T20:15:14,662 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:14,662 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:15:14,663 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:14,663 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:15:14,663 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:14,663 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:14,666 INFO [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:14,667 INFO [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T20:15:14,673 INFO [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fd5c72ec3838a9333d2893af26fe678 columnFamilyName A 2024-11-21T20:15:14,675 DEBUG [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:15:14,676 INFO [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] regionserver.HStore(327): Store=8fd5c72ec3838a9333d2893af26fe678/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:15:14,676 INFO [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:14,677 INFO [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T20:15:14,677 INFO [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fd5c72ec3838a9333d2893af26fe678 columnFamilyName B 2024-11-21T20:15:14,678 DEBUG [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:15:14,678 INFO [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] regionserver.HStore(327): Store=8fd5c72ec3838a9333d2893af26fe678/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:15:14,678 INFO [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:14,679 INFO [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T20:15:14,679 INFO [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fd5c72ec3838a9333d2893af26fe678 columnFamilyName C 2024-11-21T20:15:14,679 DEBUG [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:15:14,680 INFO [StoreOpener-8fd5c72ec3838a9333d2893af26fe678-1 {}] regionserver.HStore(327): Store=8fd5c72ec3838a9333d2893af26fe678/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:15:14,680 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:14,680 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:14,680 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:14,681 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:14,682 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:14,683 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:14,683 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T20:15:14,684 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:14,685 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 8fd5c72ec3838a9333d2893af26fe678; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71329805, jitterRate=0.06289692223072052}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T20:15:14,685 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:14,688 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 8fd5c72ec3838a9333d2893af26fe678: Running coprocessor pre-open hook at 1732220114664Writing region info on filesystem at 1732220114664Initializing all the Stores at 1732220114665 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220114665Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220114665Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220114665Cleaning up temporary data from old regions at 1732220114683 (+18 ms)Running coprocessor post-open hooks at 1732220114685 (+2 ms)Region opened successfully at 1732220114687 (+2 ms) 2024-11-21T20:15:14,689 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., pid=39, masterSystemTime=1732220114654 2024-11-21T20:15:14,691 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:14,691 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:14,692 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=8fd5c72ec3838a9333d2893af26fe678, regionState=OPEN, openSeqNum=5, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:15:14,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 because future has completed 2024-11-21T20:15:14,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37 2024-11-21T20:15:14,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 in 195 msec 2024-11-21T20:15:14,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-21T20:15:14,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8fd5c72ec3838a9333d2893af26fe678, REOPEN/MOVE in 531 msec 2024-11-21T20:15:14,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-21T20:15:14,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 541 msec 2024-11-21T20:15:14,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 970 msec 2024-11-21T20:15:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-21T20:15:14,706 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:15:14,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f683619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:14,707 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:15:14,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:15:14,708 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:15:14,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:15:14,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:15:14,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2366c014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:14,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:15:14,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:15:14,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:14,709 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:15:14,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259191ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:14,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd47c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:14,710 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:15:14,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:15:14,711 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:15:14,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:15:14,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:15:14,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29edbc68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:14,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:15:14,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:15:14,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:14,713 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:15:14,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5125dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:14,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750c1845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:14,714 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:15:14,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:15:14,715 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:15:14,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:15:14,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:15:14,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e50be37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:14,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:15:14,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:15:14,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:14,717 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:15:14,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27fd146c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:14,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85a5f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:14,718 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:15:14,719 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:15:14,719 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:15:14,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:15:14,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:15:14,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd65e51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:14,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:15:14,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:15:14,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:14,721 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:15:14,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c8a0a2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:14,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b75e2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:14,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:15:14,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:15:14,723 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:15:14,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:15:14,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:15:14,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6546511f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:14,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:15:14,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:15:14,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:14,724 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:15:14,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea713a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:14,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5453a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:14,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:15:14,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:15:14,727 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:15:14,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:15:14,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:15:14,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35fcd334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:14,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:15:14,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:15:14,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:14,728 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:15:14,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38facde7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:14,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b6e690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:14,730 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:15:14,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:15:14,730 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:15:14,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:15:14,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:15:14,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@991b16f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:14,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:15:14,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:15:14,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:14,732 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:15:14,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114065fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:14,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd05ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:14,733 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:15:14,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:15:14,734 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:15:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:15:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:15:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe1b97a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:15:14,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:15:14,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:14,735 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:15:14,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f74fba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:14,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dff183a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:14,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:15:14,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:15:14,737 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:15:14,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:15:14,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:15:14,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@224cf6bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:14,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:15:14,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:15:14,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:14,739 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:15:14,740 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c97c563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:14,740 DEBUG [Thread-614 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:15:14,740 DEBUG [Thread-627 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:15:14,740 DEBUG [Thread-616 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:15:14,741 DEBUG [Thread-618 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:15:14,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:15:14,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:15:14,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:15:14,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:15:14,742 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:15:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-21T20:15:14,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:15:14,745 DEBUG [Thread-612 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:15:14,745 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:15:14,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:15:14,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:15:14,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:15:14,748 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:15:14,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:15:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-21T20:15:14,751 DEBUG [Thread-623 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:15:14,752 DEBUG [Thread-621 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:15:14,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:15:14,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:15:14,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:15:14,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:15:14,752 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:15:14,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:15:14,752 DEBUG [Thread-610 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:15:14,753 DEBUG [Thread-625 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:15:14,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:15:14,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:15:14,753 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:15:14,754 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:15:14,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:15:14,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:15:14,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:15:14,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:15:14,754 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:15:14,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:15:14,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:15:14,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:15:14,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:15:14,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:15:14,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:15:14,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:15:14,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:15:14,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:15:14,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:15:14,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:15:14,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:15:14,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:15:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:14,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8fd5c72ec3838a9333d2893af26fe678 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T20:15:14,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=A 2024-11-21T20:15:14,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:14,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=B 2024-11-21T20:15:14,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:14,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=C 2024-11-21T20:15:14,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:14,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121fb8b6e6c287243d0adef14aeee76a065_8fd5c72ec3838a9333d2893af26fe678 is 50, key is test_row_0/A:col10/1732220114766/Put/seqid=0 2024-11-21T20:15:14,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741945_1121 (size=12154) 2024-11-21T20:15:14,818 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:15:14,825 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121fb8b6e6c287243d0adef14aeee76a065_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121fb8b6e6c287243d0adef14aeee76a065_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:14,826 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/a7798eb6ae664678891ec5245a94411d, store: [table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:14,831 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220114795, max timestamp=1732220114824Num uniques 859; 2024-11-21T20:15:14,831 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220114795, max timestamp=1732220114824Num uniques 859; 2024-11-21T20:15:14,831 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:15:14,831 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:15:14,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/a7798eb6ae664678891ec5245a94411d is 175, key is test_row_0/A:col10/1732220114766/Put/seqid=0 2024-11-21T20:15:14,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741946_1122 (size=30955) 2024-11-21T20:15:14,848 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732220114795, max timestamp=1732220114823Num uniques 859; 2024-11-21T20:15:14,848 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-21T20:15:14,851 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/a7798eb6ae664678891ec5245a94411d 2024-11-21T20:15:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-21T20:15:14,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1732220174872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:14,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:14,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:14,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:14,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/3e74a811db2840abb6cd9a684fa7e591 is 50, key is test_row_0/B:col10/1732220114766/Put/seqid=0 2024-11-21T20:15:14,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1732220174873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:14,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:14,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:14,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:14,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220174881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:14,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59036 deadline: 1732220174882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:14,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59046 deadline: 1732220174883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:14,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:14,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:14,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:14,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:14,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:14,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:14,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:14,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:14,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:14,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-21T20:15:14,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:14,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:14,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:14,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:14,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:14,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741947_1123 (size=12001) 2024-11-21T20:15:14,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/3e74a811db2840abb6cd9a684fa7e591 2024-11-21T20:15:14,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/aafc81e0de0b4bb780ae576f58fd9312 is 50, key is test_row_0/C:col10/1732220114766/Put/seqid=0 2024-11-21T20:15:14,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741948_1124 (size=12001) 2024-11-21T20:15:14,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/aafc81e0de0b4bb780ae576f58fd9312 2024-11-21T20:15:14,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/a7798eb6ae664678891ec5245a94411d as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/a7798eb6ae664678891ec5245a94411d 2024-11-21T20:15:14,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/a7798eb6ae664678891ec5245a94411d, entries=150, sequenceid=15, filesize=30.2 K 2024-11-21T20:15:14,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/3e74a811db2840abb6cd9a684fa7e591 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/3e74a811db2840abb6cd9a684fa7e591 2024-11-21T20:15:14,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/3e74a811db2840abb6cd9a684fa7e591, entries=150, sequenceid=15, filesize=11.7 K 2024-11-21T20:15:15,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/aafc81e0de0b4bb780ae576f58fd9312 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/aafc81e0de0b4bb780ae576f58fd9312 2024-11-21T20:15:15,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1732220174988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:15,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:15,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1732220174998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:15,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:15,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59046 deadline: 1732220175008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:15,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:15,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59036 deadline: 1732220175009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:15,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/aafc81e0de0b4bb780ae576f58fd9312, entries=150, sequenceid=15, filesize=11.7 K 2024-11-21T20:15:15,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:15,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=133.78 KB/136995 for 8fd5c72ec3838a9333d2893af26fe678 in 247ms, sequenceid=15, compaction requested=false 2024-11-21T20:15:15,020 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T20:15:15,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:15,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732220114868, max timestamp=1732220115019Num uniques 1009; 2024-11-21T20:15:15,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=7688, suffix heap size=132904,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=168 2024-11-21T20:15:15,029 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732220114868, max timestamp=1732220115019Num uniques 1018; 2024-11-21T20:15:15,029 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-21T20:15:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:15,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8fd5c72ec3838a9333d2893af26fe678 3/3 column families, dataSize=64.85 KB heapSize=178.80 KB 2024-11-21T20:15:15,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=A 2024-11-21T20:15:15,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:15:15,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=B 2024-11-21T20:15:15,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:15:15,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=C 2024-11-21T20:15:15,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T20:15:15,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121cb4c8fcef59247b68716a97e251ba3c7_8fd5c72ec3838a9333d2893af26fe678 is 50, key is test_row_0/A:col10/1732220114868/Put/seqid=0 2024-11-21T20:15:15,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-21T20:15:15,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:15,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:15,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:15,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:15,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-21T20:15:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:15,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741949_1125 (size=14594) 2024-11-21T20:15:15,084 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:15:15,089 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121cb4c8fcef59247b68716a97e251ba3c7_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cb4c8fcef59247b68716a97e251ba3c7_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:15,091 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/d49b057fc7674cb1878ec4182ecf3f2b, store: [table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:15,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/d49b057fc7674cb1878ec4182ecf3f2b is 175, key is test_row_0/A:col10/1732220114868/Put/seqid=0 2024-11-21T20:15:15,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741950_1126 (size=39549) 2024-11-21T20:15:15,107 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/d49b057fc7674cb1878ec4182ecf3f2b 2024-11-21T20:15:15,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/41f7625cabd5453799e6578d274bd55a is 50, key is test_row_0/B:col10/1732220114868/Put/seqid=0 2024-11-21T20:15:15,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741951_1127 (size=12001) 2024-11-21T20:15:15,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220175205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:15,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:15,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:15,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1732220175208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:15,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:15,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1732220175208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:15,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:15,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:15,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-21T20:15:15,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:15,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:15,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:15,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:15,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:15,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59046 deadline: 1732220175228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:15,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:15,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59036 deadline: 1732220175228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:15,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:15,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220175317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:15,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:15,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-21T20:15:15,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:15,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:15,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:15,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:15,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-21T20:15:15,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-21T20:15:15,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1732220175529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:15,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:15,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:15,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:15,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1732220175529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:15,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:15,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:15,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:15,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/41f7625cabd5453799e6578d274bd55a 2024-11-21T20:15:15,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:15,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59046 deadline: 1732220175538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:15,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:15,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220175538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:15,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:15,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/47db565c7e574a5990f8efd67eac2bd2 is 50, key is test_row_0/C:col10/1732220114868/Put/seqid=0 2024-11-21T20:15:15,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59036 deadline: 1732220175548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:15,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:15,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741952_1128 (size=12001) 2024-11-21T20:15:15,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/47db565c7e574a5990f8efd67eac2bd2 2024-11-21T20:15:15,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/d49b057fc7674cb1878ec4182ecf3f2b as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/d49b057fc7674cb1878ec4182ecf3f2b 2024-11-21T20:15:15,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/d49b057fc7674cb1878ec4182ecf3f2b, entries=200, sequenceid=53, filesize=38.6 K 2024-11-21T20:15:15,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/41f7625cabd5453799e6578d274bd55a as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/41f7625cabd5453799e6578d274bd55a 2024-11-21T20:15:15,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/41f7625cabd5453799e6578d274bd55a, entries=150, sequenceid=53, filesize=11.7 K 2024-11-21T20:15:15,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/47db565c7e574a5990f8efd67eac2bd2 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/47db565c7e574a5990f8efd67eac2bd2 2024-11-21T20:15:15,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/47db565c7e574a5990f8efd67eac2bd2, entries=150, sequenceid=53, filesize=11.7 K 2024-11-21T20:15:15,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~64.85 KB/66410, heapSize ~178.75 KB/183040, currentSize=114.05 KB/116790 for 8fd5c72ec3838a9333d2893af26fe678 in 582ms, sequenceid=53, compaction requested=false 2024-11-21T20:15:15,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:15,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-21T20:15:15,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:15,686 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 8fd5c72ec3838a9333d2893af26fe678 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-21T20:15:15,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=A 2024-11-21T20:15:15,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:15,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=B 2024-11-21T20:15:15,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:15,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=C 2024-11-21T20:15:15,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:15,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411215983f28af6e5490b93b61161ac103770_8fd5c72ec3838a9333d2893af26fe678 is 50, key is test_row_0/A:col10/1732220115165/Put/seqid=0 2024-11-21T20:15:15,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741953_1129 (size=12154) 2024-11-21T20:15:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:15,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-21T20:15:15,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220175896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:15,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:15,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:16,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220176008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:16,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:16,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:16,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:16,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1732220176038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:16,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:16,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:16,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:16,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1732220176038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:16,045 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:16,045 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:16,045 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:16,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:16,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59046 deadline: 1732220176048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:16,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:16,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:16,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:16,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59036 deadline: 1732220176057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:16,062 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:16,062 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:16,062 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:16,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:15:16,163 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411215983f28af6e5490b93b61161ac103770_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215983f28af6e5490b93b61161ac103770_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:16,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/b62b8d6f7fb344f1a685d6259c8ebaa3, store: [table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:16,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/b62b8d6f7fb344f1a685d6259c8ebaa3 is 175, key is test_row_0/A:col10/1732220115165/Put/seqid=0 2024-11-21T20:15:16,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741954_1130 (size=30955) 2024-11-21T20:15:16,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220176218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:16,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:16,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:16,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:16,439 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T20:15:16,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220176529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:16,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:16,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:16,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:16,570 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=73, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/b62b8d6f7fb344f1a685d6259c8ebaa3 2024-11-21T20:15:16,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/a0908e8d32d44b48b89a329e9a73daaf is 50, key is test_row_0/B:col10/1732220115165/Put/seqid=0 2024-11-21T20:15:16,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741955_1131 (size=12001) 2024-11-21T20:15:16,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-21T20:15:17,044 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/a0908e8d32d44b48b89a329e9a73daaf 2024-11-21T20:15:17,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220177048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:17,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:17,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:17,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:17,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1732220177058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:17,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1732220177058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:17,066 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in 8fd5c72ec3838a9333d2893af26fe678 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:15:17,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:17,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:17,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:17,066 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in 8fd5c72ec3838a9333d2893af26fe678 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:15:17,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:17,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:17,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:17,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/fb6bc561749e4dadbe48f22feb4d0da3 is 50, key is test_row_0/C:col10/1732220115165/Put/seqid=0 2024-11-21T20:15:17,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59046 deadline: 1732220177059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:17,069 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_1' in 8fd5c72ec3838a9333d2893af26fe678 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:15:17,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59036 deadline: 1732220177068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:17,070 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_0' in 8fd5c72ec3838a9333d2893af26fe678 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:15:17,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:17,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:17,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:17,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:17,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:17,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:17,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741956_1132 (size=12001) 2024-11-21T20:15:17,313 INFO [master/377014bd7527:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T20:15:17,313 INFO [master/377014bd7527:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T20:15:17,496 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/fb6bc561749e4dadbe48f22feb4d0da3 2024-11-21T20:15:17,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/b62b8d6f7fb344f1a685d6259c8ebaa3 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/b62b8d6f7fb344f1a685d6259c8ebaa3 2024-11-21T20:15:17,513 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/b62b8d6f7fb344f1a685d6259c8ebaa3, entries=150, sequenceid=73, filesize=30.2 K 2024-11-21T20:15:17,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/a0908e8d32d44b48b89a329e9a73daaf as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/a0908e8d32d44b48b89a329e9a73daaf 2024-11-21T20:15:17,520 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/a0908e8d32d44b48b89a329e9a73daaf, entries=150, sequenceid=73, filesize=11.7 K 2024-11-21T20:15:17,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/fb6bc561749e4dadbe48f22feb4d0da3 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/fb6bc561749e4dadbe48f22feb4d0da3 2024-11-21T20:15:17,536 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/fb6bc561749e4dadbe48f22feb4d0da3, entries=150, sequenceid=73, filesize=11.7 K 2024-11-21T20:15:17,538 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 8fd5c72ec3838a9333d2893af26fe678 in 1851ms, sequenceid=73, compaction requested=true 2024-11-21T20:15:17,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:17,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:17,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-21T20:15:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-21T20:15:17,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-21T20:15:17,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7860 sec 2024-11-21T20:15:17,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 2.8020 sec 2024-11-21T20:15:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:18,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8fd5c72ec3838a9333d2893af26fe678 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-21T20:15:18,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=A 2024-11-21T20:15:18,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:18,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=B 2024-11-21T20:15:18,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:18,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=C 2024-11-21T20:15:18,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:18,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112162715a437a184702880ae09d934b8b42_8fd5c72ec3838a9333d2893af26fe678 is 50, key is test_row_0/A:col10/1732220118059/Put/seqid=0 2024-11-21T20:15:18,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741957_1133 (size=14594) 2024-11-21T20:15:18,077 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:15:18,086 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112162715a437a184702880ae09d934b8b42_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112162715a437a184702880ae09d934b8b42_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:18,088 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/2ee767cfb6974969a86fefce388d8ce3, store: [table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:18,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/2ee767cfb6974969a86fefce388d8ce3 is 175, key is test_row_0/A:col10/1732220118059/Put/seqid=0 2024-11-21T20:15:18,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741958_1134 (size=39549) 2024-11-21T20:15:18,097 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=86, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/2ee767cfb6974969a86fefce388d8ce3 2024-11-21T20:15:18,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/f4e92973be91462c9c88d4c567123415 is 50, key is test_row_0/B:col10/1732220118059/Put/seqid=0 2024-11-21T20:15:18,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741959_1135 (size=12001) 2024-11-21T20:15:18,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/f4e92973be91462c9c88d4c567123415 2024-11-21T20:15:18,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/e300e6ca4f964a2fa213dab88605d2db is 50, key is test_row_0/C:col10/1732220118059/Put/seqid=0 2024-11-21T20:15:18,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741960_1136 (size=12001) 2024-11-21T20:15:18,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220178169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:18,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220178278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:18,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:18,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:18,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:18,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220178487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:18,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:18,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:18,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:18,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/e300e6ca4f964a2fa213dab88605d2db 2024-11-21T20:15:18,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/2ee767cfb6974969a86fefce388d8ce3 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/2ee767cfb6974969a86fefce388d8ce3 2024-11-21T20:15:18,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/2ee767cfb6974969a86fefce388d8ce3, entries=200, sequenceid=86, filesize=38.6 K 2024-11-21T20:15:18,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/f4e92973be91462c9c88d4c567123415 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/f4e92973be91462c9c88d4c567123415 2024-11-21T20:15:18,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/f4e92973be91462c9c88d4c567123415, entries=150, sequenceid=86, filesize=11.7 K 2024-11-21T20:15:18,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/e300e6ca4f964a2fa213dab88605d2db as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/e300e6ca4f964a2fa213dab88605d2db 2024-11-21T20:15:18,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/e300e6ca4f964a2fa213dab88605d2db, entries=150, sequenceid=86, filesize=11.7 K 2024-11-21T20:15:18,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 8fd5c72ec3838a9333d2893af26fe678 in 530ms, sequenceid=86, compaction requested=true 2024-11-21T20:15:18,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:18,592 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:15:18,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fd5c72ec3838a9333d2893af26fe678:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:15:18,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:18,593 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:15:18,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fd5c72ec3838a9333d2893af26fe678:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:15:18,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:18,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fd5c72ec3838a9333d2893af26fe678:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:15:18,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:15:18,594 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141008 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:15:18,594 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): 8fd5c72ec3838a9333d2893af26fe678/A is initiating minor compaction (all files) 2024-11-21T20:15:18,594 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8fd5c72ec3838a9333d2893af26fe678/A in TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:18,594 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/a7798eb6ae664678891ec5245a94411d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/d49b057fc7674cb1878ec4182ecf3f2b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/b62b8d6f7fb344f1a685d6259c8ebaa3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/2ee767cfb6974969a86fefce388d8ce3] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp, totalSize=137.7 K 2024-11-21T20:15:18,594 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:18,595 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. files: [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/a7798eb6ae664678891ec5245a94411d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/d49b057fc7674cb1878ec4182ecf3f2b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/b62b8d6f7fb344f1a685d6259c8ebaa3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/2ee767cfb6974969a86fefce388d8ce3] 2024-11-21T20:15:18,595 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:15:18,595 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 8fd5c72ec3838a9333d2893af26fe678/B is initiating minor compaction (all files) 2024-11-21T20:15:18,595 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8fd5c72ec3838a9333d2893af26fe678/B in TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:18,595 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/3e74a811db2840abb6cd9a684fa7e591, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/41f7625cabd5453799e6578d274bd55a, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/a0908e8d32d44b48b89a329e9a73daaf, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/f4e92973be91462c9c88d4c567123415] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp, totalSize=46.9 K 2024-11-21T20:15:18,596 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7798eb6ae664678891ec5245a94411d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732220114766 2024-11-21T20:15:18,596 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e74a811db2840abb6cd9a684fa7e591, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732220114766 2024-11-21T20:15:18,596 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting d49b057fc7674cb1878ec4182ecf3f2b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732220114868 2024-11-21T20:15:18,596 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 41f7625cabd5453799e6578d274bd55a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732220114868 2024-11-21T20:15:18,597 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting b62b8d6f7fb344f1a685d6259c8ebaa3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732220115165 2024-11-21T20:15:18,597 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ee767cfb6974969a86fefce388d8ce3, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732220115872 2024-11-21T20:15:18,597 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting a0908e8d32d44b48b89a329e9a73daaf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732220115165 2024-11-21T20:15:18,598 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting f4e92973be91462c9c88d4c567123415, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732220115872 2024-11-21T20:15:18,615 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:18,620 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fd5c72ec3838a9333d2893af26fe678#B#compaction#118 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:18,621 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/2b4c4f105e904192a65c53ef7321fcc9 is 50, key is test_row_0/B:col10/1732220118059/Put/seqid=0 2024-11-21T20:15:18,621 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411216e433d5deb674cccbd3c885927b99b5f_8fd5c72ec3838a9333d2893af26fe678 store=[table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:18,628 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411216e433d5deb674cccbd3c885927b99b5f_8fd5c72ec3838a9333d2893af26fe678, store=[table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:18,629 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216e433d5deb674cccbd3c885927b99b5f_8fd5c72ec3838a9333d2893af26fe678 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:18,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741961_1137 (size=12139) 2024-11-21T20:15:18,659 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/2b4c4f105e904192a65c53ef7321fcc9 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/2b4c4f105e904192a65c53ef7321fcc9 2024-11-21T20:15:18,665 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8fd5c72ec3838a9333d2893af26fe678/B of 8fd5c72ec3838a9333d2893af26fe678 into 2b4c4f105e904192a65c53ef7321fcc9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:18,665 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:18,665 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., storeName=8fd5c72ec3838a9333d2893af26fe678/B, priority=12, startTime=1732220118593; duration=0sec 2024-11-21T20:15:18,665 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:15:18,665 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fd5c72ec3838a9333d2893af26fe678:B 2024-11-21T20:15:18,665 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:15:18,667 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:15:18,667 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 8fd5c72ec3838a9333d2893af26fe678/C is initiating minor compaction (all files) 2024-11-21T20:15:18,668 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8fd5c72ec3838a9333d2893af26fe678/C in TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:18,668 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/aafc81e0de0b4bb780ae576f58fd9312, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/47db565c7e574a5990f8efd67eac2bd2, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/fb6bc561749e4dadbe48f22feb4d0da3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/e300e6ca4f964a2fa213dab88605d2db] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp, totalSize=46.9 K 2024-11-21T20:15:18,668 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting aafc81e0de0b4bb780ae576f58fd9312, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732220114766 2024-11-21T20:15:18,669 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 47db565c7e574a5990f8efd67eac2bd2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732220114868 2024-11-21T20:15:18,669 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting fb6bc561749e4dadbe48f22feb4d0da3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732220115165 2024-11-21T20:15:18,671 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting e300e6ca4f964a2fa213dab88605d2db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732220115872 2024-11-21T20:15:18,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741962_1138 (size=4469) 2024-11-21T20:15:18,673 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fd5c72ec3838a9333d2893af26fe678#A#compaction#117 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:18,673 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/78c08ef44f60453dab731f9279bc5036 is 175, key is test_row_0/A:col10/1732220118059/Put/seqid=0 2024-11-21T20:15:18,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741963_1139 (size=31093) 2024-11-21T20:15:18,698 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fd5c72ec3838a9333d2893af26fe678#C#compaction#119 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:18,699 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/e4622ab8670f40a5a95b1af649c4bd69 is 50, key is test_row_0/C:col10/1732220118059/Put/seqid=0 2024-11-21T20:15:18,706 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/78c08ef44f60453dab731f9279bc5036 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/78c08ef44f60453dab731f9279bc5036 2024-11-21T20:15:18,717 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8fd5c72ec3838a9333d2893af26fe678/A of 8fd5c72ec3838a9333d2893af26fe678 into 78c08ef44f60453dab731f9279bc5036(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:18,717 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:18,717 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., storeName=8fd5c72ec3838a9333d2893af26fe678/A, priority=12, startTime=1732220118592; duration=0sec 2024-11-21T20:15:18,717 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:18,717 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fd5c72ec3838a9333d2893af26fe678:A 2024-11-21T20:15:18,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741964_1140 (size=12139) 2024-11-21T20:15:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:18,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8fd5c72ec3838a9333d2893af26fe678 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-21T20:15:18,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=A 2024-11-21T20:15:18,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:18,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=B 2024-11-21T20:15:18,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:18,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=C 2024-11-21T20:15:18,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:18,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e51f6224a75e479ba547119bdfaadb4f_8fd5c72ec3838a9333d2893af26fe678 is 50, key is test_row_0/A:col10/1732220118799/Put/seqid=0 2024-11-21T20:15:18,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741965_1141 (size=14594) 2024-11-21T20:15:18,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220178847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:18,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:18,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:18,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-21T20:15:18,918 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:15:18,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:15:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-21T20:15:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-21T20:15:18,920 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:15:18,923 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:15:18,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:15:18,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220178958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:18,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:18,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:18,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-21T20:15:19,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-21T20:15:19,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:19,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:19,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:19,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:19,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:19,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59036 deadline: 1732220179078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:19,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59046 deadline: 1732220179078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:19,082 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_0' in 8fd5c72ec3838a9333d2893af26fe678 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:15:19,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:19,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:19,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:19,082 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_1' in 8fd5c72ec3838a9333d2893af26fe678 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:15:19,083 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:19,083 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:19,083 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:19,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1732220179087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:19,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1732220179087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:19,088 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in 8fd5c72ec3838a9333d2893af26fe678 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:15:19,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:19,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:19,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:19,088 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in 8fd5c72ec3838a9333d2893af26fe678 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:15:19,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:19,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:19,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:19,126 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/e4622ab8670f40a5a95b1af649c4bd69 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/e4622ab8670f40a5a95b1af649c4bd69 2024-11-21T20:15:19,133 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8fd5c72ec3838a9333d2893af26fe678/C of 8fd5c72ec3838a9333d2893af26fe678 into e4622ab8670f40a5a95b1af649c4bd69(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:19,133 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:19,133 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., storeName=8fd5c72ec3838a9333d2893af26fe678/C, priority=12, startTime=1732220118593; duration=0sec 2024-11-21T20:15:19,134 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:19,134 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fd5c72ec3838a9333d2893af26fe678:C 2024-11-21T20:15:19,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:19,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220179167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:19,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:19,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:19,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:19,223 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:15:19,228 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e51f6224a75e479ba547119bdfaadb4f_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e51f6224a75e479ba547119bdfaadb4f_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:19,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-21T20:15:19,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:19,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:19,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:19,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:19,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:19,230 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/2f623fe63acd4a2c9ac5ba08946fda76, store: [table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:19,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/2f623fe63acd4a2c9ac5ba08946fda76 is 175, key is test_row_0/A:col10/1732220118799/Put/seqid=0 2024-11-21T20:15:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:19,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741966_1142 (size=39549) 2024-11-21T20:15:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-21T20:15:19,239 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=108, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/2f623fe63acd4a2c9ac5ba08946fda76 2024-11-21T20:15:19,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/a90f55f07b1f4718adfcb988d497529e is 50, key is test_row_0/B:col10/1732220118799/Put/seqid=0 2024-11-21T20:15:19,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741967_1143 (size=12001) 2024-11-21T20:15:19,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/a90f55f07b1f4718adfcb988d497529e 2024-11-21T20:15:19,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/af8700dc017340f39ddb74d2379063fa is 50, key is test_row_0/C:col10/1732220118799/Put/seqid=0 2024-11-21T20:15:19,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741968_1144 (size=12001) 2024-11-21T20:15:19,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/af8700dc017340f39ddb74d2379063fa 2024-11-21T20:15:19,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/2f623fe63acd4a2c9ac5ba08946fda76 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/2f623fe63acd4a2c9ac5ba08946fda76 2024-11-21T20:15:19,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/2f623fe63acd4a2c9ac5ba08946fda76, entries=200, sequenceid=108, filesize=38.6 K 2024-11-21T20:15:19,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/a90f55f07b1f4718adfcb988d497529e as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/a90f55f07b1f4718adfcb988d497529e 2024-11-21T20:15:19,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/a90f55f07b1f4718adfcb988d497529e, entries=150, sequenceid=108, filesize=11.7 K 2024-11-21T20:15:19,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/af8700dc017340f39ddb74d2379063fa as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/af8700dc017340f39ddb74d2379063fa 2024-11-21T20:15:19,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/af8700dc017340f39ddb74d2379063fa, entries=150, sequenceid=108, filesize=11.7 K 2024-11-21T20:15:19,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 8fd5c72ec3838a9333d2893af26fe678 in 513ms, sequenceid=108, compaction requested=false 2024-11-21T20:15:19,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:19,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-21T20:15:19,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:19,383 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 8fd5c72ec3838a9333d2893af26fe678 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T20:15:19,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=A 2024-11-21T20:15:19,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:19,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=B 2024-11-21T20:15:19,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:19,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=C 2024-11-21T20:15:19,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:19,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121100c00edef084f7bba845aa15f3731a6_8fd5c72ec3838a9333d2893af26fe678 is 50, key is test_row_0/A:col10/1732220118804/Put/seqid=0 2024-11-21T20:15:19,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741969_1145 (size=12154) 2024-11-21T20:15:19,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:19,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-21T20:15:19,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220179548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:19,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:19,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:19,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:19,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220179657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:19,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:19,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:19,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:19,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:15:19,815 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121100c00edef084f7bba845aa15f3731a6_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121100c00edef084f7bba845aa15f3731a6_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:19,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/21b9f00c3e2849bebbdfa048748cc49b, store: [table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:19,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/21b9f00c3e2849bebbdfa048748cc49b is 175, key is test_row_0/A:col10/1732220118804/Put/seqid=0 2024-11-21T20:15:19,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741970_1146 (size=30955) 2024-11-21T20:15:19,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:19,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220179868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:19,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:19,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:19,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:20,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-21T20:15:20,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220180178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:20,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:20,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:20,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:20,222 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/21b9f00c3e2849bebbdfa048748cc49b 2024-11-21T20:15:20,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/1a1696b73d7d4c8f9220851e9a9e00f1 is 50, key is test_row_0/B:col10/1732220118804/Put/seqid=0 2024-11-21T20:15:20,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741971_1147 (size=12001) 2024-11-21T20:15:20,234 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/1a1696b73d7d4c8f9220851e9a9e00f1 2024-11-21T20:15:20,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/ae50889957754adb913bd6642c680506 is 50, key is test_row_0/C:col10/1732220118804/Put/seqid=0 2024-11-21T20:15:20,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741972_1148 (size=12001) 2024-11-21T20:15:20,653 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/ae50889957754adb913bd6642c680506 2024-11-21T20:15:20,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/21b9f00c3e2849bebbdfa048748cc49b as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/21b9f00c3e2849bebbdfa048748cc49b 2024-11-21T20:15:20,663 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/21b9f00c3e2849bebbdfa048748cc49b, entries=150, sequenceid=121, filesize=30.2 K 2024-11-21T20:15:20,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/1a1696b73d7d4c8f9220851e9a9e00f1 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/1a1696b73d7d4c8f9220851e9a9e00f1 2024-11-21T20:15:20,669 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/1a1696b73d7d4c8f9220851e9a9e00f1, entries=150, sequenceid=121, filesize=11.7 K 2024-11-21T20:15:20,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/ae50889957754adb913bd6642c680506 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/ae50889957754adb913bd6642c680506 2024-11-21T20:15:20,675 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/ae50889957754adb913bd6642c680506, entries=150, sequenceid=121, filesize=11.7 K 2024-11-21T20:15:20,676 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 8fd5c72ec3838a9333d2893af26fe678 in 1293ms, sequenceid=121, compaction requested=true 2024-11-21T20:15:20,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:20,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:20,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-21T20:15:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-21T20:15:20,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-21T20:15:20,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7540 sec 2024-11-21T20:15:20,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.7620 sec 2024-11-21T20:15:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:20,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8fd5c72ec3838a9333d2893af26fe678 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-21T20:15:20,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=A 2024-11-21T20:15:20,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:15:20,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=B 2024-11-21T20:15:20,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:15:20,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=C 2024-11-21T20:15:20,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:15:20,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220180727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:20,735 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:20,735 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:20,735 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:20,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112186d481401b444b218ccae454ffef1129_8fd5c72ec3838a9333d2893af26fe678 is 50, key is test_row_0/A:col10/1732220119540/Put/seqid=0 2024-11-21T20:15:20,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741973_1149 (size=14794) 2024-11-21T20:15:20,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220180838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:20,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:20,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:20,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:21,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220181047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:21,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:21,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:21,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-21T20:15:21,068 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:15:21,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:15:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-21T20:15:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-21T20:15:21,070 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:15:21,071 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:15:21,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:15:21,155 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:15:21,158 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112186d481401b444b218ccae454ffef1129_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112186d481401b444b218ccae454ffef1129_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:21,159 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/08d4bafa52ce4b10be70e292b926cebd, store: [table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:21,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/08d4bafa52ce4b10be70e292b926cebd is 175, key is test_row_0/A:col10/1732220119540/Put/seqid=0 2024-11-21T20:15:21,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741974_1150 (size=39749) 2024-11-21T20:15:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-21T20:15:21,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-21T20:15:21,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:21,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:21,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:21,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:21,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:21,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220181357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:21,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-21T20:15:21,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:21,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:21,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:21,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:21,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-21T20:15:21,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-21T20:15:21,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:21,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:21,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:21,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:21,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:21,564 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=142, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/08d4bafa52ce4b10be70e292b926cebd 2024-11-21T20:15:21,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/a65eb4c459074457b55454c96240fc88 is 50, key is test_row_0/B:col10/1732220119540/Put/seqid=0 2024-11-21T20:15:21,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741975_1151 (size=12151) 2024-11-21T20:15:21,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-21T20:15:21,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:21,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:21,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:21,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:21,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-21T20:15:21,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-21T20:15:21,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:21,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:21,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:21,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:21,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:21,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220181867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:21,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:21,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:21,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:21,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T20:15:21,959 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-21T20:15:21,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/a65eb4c459074457b55454c96240fc88 2024-11-21T20:15:21,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/a361033a63584950ab64f18379096d34 is 50, key is test_row_0/C:col10/1732220119540/Put/seqid=0 2024-11-21T20:15:21,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-21T20:15:21,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:21,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:21,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:21,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:21,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:21,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741976_1152 (size=12151) 2024-11-21T20:15:21,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/a361033a63584950ab64f18379096d34 2024-11-21T20:15:21,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/08d4bafa52ce4b10be70e292b926cebd as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/08d4bafa52ce4b10be70e292b926cebd 2024-11-21T20:15:22,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/08d4bafa52ce4b10be70e292b926cebd, entries=200, sequenceid=142, filesize=38.8 K 2024-11-21T20:15:22,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/a65eb4c459074457b55454c96240fc88 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/a65eb4c459074457b55454c96240fc88 2024-11-21T20:15:22,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/a65eb4c459074457b55454c96240fc88, entries=150, sequenceid=142, filesize=11.9 K 2024-11-21T20:15:22,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/a361033a63584950ab64f18379096d34 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/a361033a63584950ab64f18379096d34 2024-11-21T20:15:22,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/a361033a63584950ab64f18379096d34, entries=150, sequenceid=142, filesize=11.9 K 2024-11-21T20:15:22,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 8fd5c72ec3838a9333d2893af26fe678 in 1332ms, sequenceid=142, compaction requested=true 2024-11-21T20:15:22,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:22,021 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:15:22,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fd5c72ec3838a9333d2893af26fe678:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:15:22,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:22,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fd5c72ec3838a9333d2893af26fe678:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:15:22,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:22,022 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:15:22,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fd5c72ec3838a9333d2893af26fe678:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:15:22,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:15:22,023 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:15:22,023 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 8fd5c72ec3838a9333d2893af26fe678/B is initiating minor compaction (all files) 2024-11-21T20:15:22,023 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8fd5c72ec3838a9333d2893af26fe678/B in TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:22,023 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/2b4c4f105e904192a65c53ef7321fcc9, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/a90f55f07b1f4718adfcb988d497529e, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/1a1696b73d7d4c8f9220851e9a9e00f1, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/a65eb4c459074457b55454c96240fc88] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp, totalSize=47.2 K 2024-11-21T20:15:22,024 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141346 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:15:22,024 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): 8fd5c72ec3838a9333d2893af26fe678/A is initiating minor compaction (all files) 2024-11-21T20:15:22,024 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8fd5c72ec3838a9333d2893af26fe678/A in TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:22,024 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/78c08ef44f60453dab731f9279bc5036, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/2f623fe63acd4a2c9ac5ba08946fda76, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/21b9f00c3e2849bebbdfa048748cc49b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/08d4bafa52ce4b10be70e292b926cebd] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp, totalSize=138.0 K 2024-11-21T20:15:22,024 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:22,024 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. files: [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/78c08ef44f60453dab731f9279bc5036, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/2f623fe63acd4a2c9ac5ba08946fda76, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/21b9f00c3e2849bebbdfa048748cc49b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/08d4bafa52ce4b10be70e292b926cebd] 2024-11-21T20:15:22,025 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b4c4f105e904192a65c53ef7321fcc9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732220115872 2024-11-21T20:15:22,025 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78c08ef44f60453dab731f9279bc5036, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732220115872 2024-11-21T20:15:22,025 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting a90f55f07b1f4718adfcb988d497529e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732220118145 2024-11-21T20:15:22,025 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f623fe63acd4a2c9ac5ba08946fda76, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732220118145 2024-11-21T20:15:22,026 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a1696b73d7d4c8f9220851e9a9e00f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732220118804 2024-11-21T20:15:22,026 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21b9f00c3e2849bebbdfa048748cc49b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732220118804 2024-11-21T20:15:22,028 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08d4bafa52ce4b10be70e292b926cebd, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732220119535 2024-11-21T20:15:22,028 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting a65eb4c459074457b55454c96240fc88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732220119540 2024-11-21T20:15:22,038 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:22,041 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fd5c72ec3838a9333d2893af26fe678#B#compaction#129 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:22,041 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/dc986c2f661c4fabbece505cfec2be29 is 50, key is test_row_0/B:col10/1732220119540/Put/seqid=0 2024-11-21T20:15:22,042 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112195de1c9ed4a74ca29663fcc6e324e5c2_8fd5c72ec3838a9333d2893af26fe678 store=[table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:22,046 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112195de1c9ed4a74ca29663fcc6e324e5c2_8fd5c72ec3838a9333d2893af26fe678, store=[table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:22,046 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112195de1c9ed4a74ca29663fcc6e324e5c2_8fd5c72ec3838a9333d2893af26fe678 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:22,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741977_1153 (size=12425) 2024-11-21T20:15:22,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741978_1154 (size=4469) 2024-11-21T20:15:22,060 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fd5c72ec3838a9333d2893af26fe678#A#compaction#130 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:22,061 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/7a5ee29b8ace45f898ce651574012745 is 175, key is test_row_0/A:col10/1732220119540/Put/seqid=0 2024-11-21T20:15:22,062 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/dc986c2f661c4fabbece505cfec2be29 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/dc986c2f661c4fabbece505cfec2be29 2024-11-21T20:15:22,068 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8fd5c72ec3838a9333d2893af26fe678/B of 8fd5c72ec3838a9333d2893af26fe678 into dc986c2f661c4fabbece505cfec2be29(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:22,068 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:22,068 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., storeName=8fd5c72ec3838a9333d2893af26fe678/B, priority=12, startTime=1732220122022; duration=0sec 2024-11-21T20:15:22,068 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:15:22,068 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fd5c72ec3838a9333d2893af26fe678:B 2024-11-21T20:15:22,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741979_1155 (size=31379) 2024-11-21T20:15:22,069 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:15:22,077 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:15:22,077 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 8fd5c72ec3838a9333d2893af26fe678/C is initiating minor compaction (all files) 2024-11-21T20:15:22,077 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8fd5c72ec3838a9333d2893af26fe678/C in TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:22,077 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/e4622ab8670f40a5a95b1af649c4bd69, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/af8700dc017340f39ddb74d2379063fa, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/ae50889957754adb913bd6642c680506, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/a361033a63584950ab64f18379096d34] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp, totalSize=47.2 K 2024-11-21T20:15:22,078 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting e4622ab8670f40a5a95b1af649c4bd69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732220115872 2024-11-21T20:15:22,078 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting af8700dc017340f39ddb74d2379063fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732220118145 2024-11-21T20:15:22,078 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting ae50889957754adb913bd6642c680506, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732220118804 2024-11-21T20:15:22,079 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/7a5ee29b8ace45f898ce651574012745 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/7a5ee29b8ace45f898ce651574012745 2024-11-21T20:15:22,079 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting a361033a63584950ab64f18379096d34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732220119540 2024-11-21T20:15:22,086 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8fd5c72ec3838a9333d2893af26fe678/A of 8fd5c72ec3838a9333d2893af26fe678 into 7a5ee29b8ace45f898ce651574012745(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:22,086 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:22,086 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., storeName=8fd5c72ec3838a9333d2893af26fe678/A, priority=12, startTime=1732220122021; duration=0sec 2024-11-21T20:15:22,086 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:22,086 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fd5c72ec3838a9333d2893af26fe678:A 2024-11-21T20:15:22,096 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fd5c72ec3838a9333d2893af26fe678#C#compaction#131 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:22,096 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/208a3b6c12c44b8fbd27b5445cbebb33 is 50, key is test_row_0/C:col10/1732220119540/Put/seqid=0 2024-11-21T20:15:22,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741980_1156 (size=12425) 2024-11-21T20:15:22,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-21T20:15:22,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:22,142 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 8fd5c72ec3838a9333d2893af26fe678 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T20:15:22,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=A 2024-11-21T20:15:22,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:22,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=B 2024-11-21T20:15:22,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:22,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=C 2024-11-21T20:15:22,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:22,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121627f4d01febe47bd9ea50738e3e40aec_8fd5c72ec3838a9333d2893af26fe678 is 50, key is test_row_0/A:col10/1732220120710/Put/seqid=0 2024-11-21T20:15:22,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741981_1157 (size=12304) 2024-11-21T20:15:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-21T20:15:22,525 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/208a3b6c12c44b8fbd27b5445cbebb33 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/208a3b6c12c44b8fbd27b5445cbebb33 2024-11-21T20:15:22,530 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8fd5c72ec3838a9333d2893af26fe678/C of 8fd5c72ec3838a9333d2893af26fe678 into 208a3b6c12c44b8fbd27b5445cbebb33(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:22,530 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:22,530 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., storeName=8fd5c72ec3838a9333d2893af26fe678/C, priority=12, startTime=1732220122022; duration=0sec 2024-11-21T20:15:22,531 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:22,531 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fd5c72ec3838a9333d2893af26fe678:C 2024-11-21T20:15:22,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:15:22,587 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121627f4d01febe47bd9ea50738e3e40aec_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121627f4d01febe47bd9ea50738e3e40aec_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:22,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/16a188c4742e4fb6b0f22549c49cc8fa, store: [table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:22,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/16a188c4742e4fb6b0f22549c49cc8fa is 175, key is test_row_0/A:col10/1732220120710/Put/seqid=0 2024-11-21T20:15:22,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741982_1158 (size=31105) 2024-11-21T20:15:22,607 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/16a188c4742e4fb6b0f22549c49cc8fa 2024-11-21T20:15:22,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/ddb73048aa94462b98d792d99db45c9a is 50, key is test_row_0/B:col10/1732220120710/Put/seqid=0 2024-11-21T20:15:22,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741983_1159 (size=12151) 2024-11-21T20:15:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:22,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:22,952 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732220122926, max timestamp=1732220122949Num uniques 859; 2024-11-21T20:15:22,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732220122926, max timestamp=1732220122949Num uniques 859; 2024-11-21T20:15:22,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:15:22,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732220122926, max timestamp=1732220122949Num uniques 859; 2024-11-21T20:15:22,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:15:22,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:15:23,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220183018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:23,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:23,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:23,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:23,031 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/ddb73048aa94462b98d792d99db45c9a 2024-11-21T20:15:23,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/37cbb961c5f14a7d8475bf92aaa22fa4 is 50, key is test_row_0/C:col10/1732220120710/Put/seqid=0 2024-11-21T20:15:23,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741984_1160 (size=12151) 2024-11-21T20:15:23,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1732220183107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:23,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59046 deadline: 1732220183107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:23,112 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in 8fd5c72ec3838a9333d2893af26fe678 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:15:23,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:23,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:23,112 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_1' in 8fd5c72ec3838a9333d2893af26fe678 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:15:23,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:23,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:23,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:23,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:23,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59036 deadline: 1732220183117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:23,119 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_0' in 8fd5c72ec3838a9333d2893af26fe678 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:15:23,120 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:23,120 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:23,120 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:23,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1732220183128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:23,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220183128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:23,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:23,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:23,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:23,131 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in 8fd5c72ec3838a9333d2893af26fe678 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8259 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:15:23,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:23,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:23,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-21T20:15:23,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:23,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220183337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:23,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:23,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:23,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:23,444 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/37cbb961c5f14a7d8475bf92aaa22fa4 2024-11-21T20:15:23,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/16a188c4742e4fb6b0f22549c49cc8fa as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/16a188c4742e4fb6b0f22549c49cc8fa 2024-11-21T20:15:23,452 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/16a188c4742e4fb6b0f22549c49cc8fa, entries=150, sequenceid=155, filesize=30.4 K 2024-11-21T20:15:23,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/ddb73048aa94462b98d792d99db45c9a as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/ddb73048aa94462b98d792d99db45c9a 2024-11-21T20:15:23,458 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/ddb73048aa94462b98d792d99db45c9a, entries=150, sequenceid=155, filesize=11.9 K 2024-11-21T20:15:23,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/37cbb961c5f14a7d8475bf92aaa22fa4 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/37cbb961c5f14a7d8475bf92aaa22fa4 2024-11-21T20:15:23,464 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/37cbb961c5f14a7d8475bf92aaa22fa4, entries=150, sequenceid=155, filesize=11.9 K 2024-11-21T20:15:23,465 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 8fd5c72ec3838a9333d2893af26fe678 in 1323ms, sequenceid=155, compaction requested=false 2024-11-21T20:15:23,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:23,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:23,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-21T20:15:23,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-21T20:15:23,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-21T20:15:23,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3970 sec 2024-11-21T20:15:23,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.4030 sec 2024-11-21T20:15:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:23,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8fd5c72ec3838a9333d2893af26fe678 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-21T20:15:23,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=A 2024-11-21T20:15:23,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:15:23,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=B 2024-11-21T20:15:23,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:15:23,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=C 2024-11-21T20:15:23,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:15:23,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211cadb01d2d4c49ad8cd7b14fbe1fdf60_8fd5c72ec3838a9333d2893af26fe678 is 50, key is test_row_0/A:col10/1732220123649/Put/seqid=0 2024-11-21T20:15:23,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741985_1161 (size=14794) 2024-11-21T20:15:23,673 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:15:23,679 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211cadb01d2d4c49ad8cd7b14fbe1fdf60_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211cadb01d2d4c49ad8cd7b14fbe1fdf60_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:23,681 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/c9cccc490ad148819b6682993d72df3b, store: [table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:23,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/c9cccc490ad148819b6682993d72df3b is 175, key is test_row_0/A:col10/1732220123649/Put/seqid=0 2024-11-21T20:15:23,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741986_1162 (size=39749) 2024-11-21T20:15:23,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:23,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220183694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:23,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:23,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:23,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:23,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:23,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220183807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:23,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:23,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:23,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:24,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220184018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:24,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:24,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:24,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:24,092 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=192, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/c9cccc490ad148819b6682993d72df3b 2024-11-21T20:15:24,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/71bc1f796fee45b292a723b51cd7a555 is 50, key is test_row_0/B:col10/1732220123649/Put/seqid=0 2024-11-21T20:15:24,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741987_1163 (size=12151) 2024-11-21T20:15:24,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220184338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:24,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:24,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:24,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:24,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/71bc1f796fee45b292a723b51cd7a555 2024-11-21T20:15:24,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/5185e8b92e154e8bbf0357daf6748d21 is 50, key is test_row_0/C:col10/1732220123649/Put/seqid=0 2024-11-21T20:15:24,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741988_1164 (size=12151) 2024-11-21T20:15:24,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/5185e8b92e154e8bbf0357daf6748d21 2024-11-21T20:15:24,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/c9cccc490ad148819b6682993d72df3b as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/c9cccc490ad148819b6682993d72df3b 2024-11-21T20:15:24,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/c9cccc490ad148819b6682993d72df3b, entries=200, sequenceid=192, filesize=38.8 K 2024-11-21T20:15:24,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/71bc1f796fee45b292a723b51cd7a555 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/71bc1f796fee45b292a723b51cd7a555 2024-11-21T20:15:24,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/71bc1f796fee45b292a723b51cd7a555, entries=150, sequenceid=192, filesize=11.9 K 2024-11-21T20:15:24,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/5185e8b92e154e8bbf0357daf6748d21 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/5185e8b92e154e8bbf0357daf6748d21 2024-11-21T20:15:24,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/5185e8b92e154e8bbf0357daf6748d21, entries=150, sequenceid=192, filesize=11.9 K 2024-11-21T20:15:24,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 8fd5c72ec3838a9333d2893af26fe678 in 889ms, sequenceid=192, compaction requested=true 2024-11-21T20:15:24,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:24,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fd5c72ec3838a9333d2893af26fe678:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:15:24,539 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:15:24,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:24,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fd5c72ec3838a9333d2893af26fe678:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:15:24,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:24,539 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:15:24,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fd5c72ec3838a9333d2893af26fe678:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:15:24,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:15:24,541 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:15:24,541 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:15:24,541 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 8fd5c72ec3838a9333d2893af26fe678/B is initiating minor compaction (all files) 2024-11-21T20:15:24,541 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): 8fd5c72ec3838a9333d2893af26fe678/A is initiating minor compaction (all files) 2024-11-21T20:15:24,541 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8fd5c72ec3838a9333d2893af26fe678/B in TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:24,541 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8fd5c72ec3838a9333d2893af26fe678/A in TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:24,541 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/7a5ee29b8ace45f898ce651574012745, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/16a188c4742e4fb6b0f22549c49cc8fa, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/c9cccc490ad148819b6682993d72df3b] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp, totalSize=99.8 K 2024-11-21T20:15:24,541 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/dc986c2f661c4fabbece505cfec2be29, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/ddb73048aa94462b98d792d99db45c9a, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/71bc1f796fee45b292a723b51cd7a555] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp, totalSize=35.9 K 2024-11-21T20:15:24,541 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:24,541 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. files: [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/7a5ee29b8ace45f898ce651574012745, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/16a188c4742e4fb6b0f22549c49cc8fa, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/c9cccc490ad148819b6682993d72df3b] 2024-11-21T20:15:24,542 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting dc986c2f661c4fabbece505cfec2be29, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732220119540 2024-11-21T20:15:24,542 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a5ee29b8ace45f898ce651574012745, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732220119540 2024-11-21T20:15:24,543 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16a188c4742e4fb6b0f22549c49cc8fa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732220120710 2024-11-21T20:15:24,543 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting ddb73048aa94462b98d792d99db45c9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732220120710 2024-11-21T20:15:24,543 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 71bc1f796fee45b292a723b51cd7a555, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732220123007 2024-11-21T20:15:24,543 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9cccc490ad148819b6682993d72df3b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732220122982 2024-11-21T20:15:24,552 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:24,554 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fd5c72ec3838a9333d2893af26fe678#B#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:24,554 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/e0def7542a8442d0b75e2918347f2a4d is 50, key is test_row_0/B:col10/1732220123649/Put/seqid=0 2024-11-21T20:15:24,555 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411219cab90441e3e49caafc5f5a28aeaac59_8fd5c72ec3838a9333d2893af26fe678 store=[table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:24,558 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411219cab90441e3e49caafc5f5a28aeaac59_8fd5c72ec3838a9333d2893af26fe678, store=[table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:24,558 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219cab90441e3e49caafc5f5a28aeaac59_8fd5c72ec3838a9333d2893af26fe678 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:24,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741990_1166 (size=4469) 2024-11-21T20:15:24,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741989_1165 (size=12527) 2024-11-21T20:15:24,581 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/e0def7542a8442d0b75e2918347f2a4d as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/e0def7542a8442d0b75e2918347f2a4d 2024-11-21T20:15:24,588 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8fd5c72ec3838a9333d2893af26fe678/B of 8fd5c72ec3838a9333d2893af26fe678 into e0def7542a8442d0b75e2918347f2a4d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:24,588 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:24,588 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., storeName=8fd5c72ec3838a9333d2893af26fe678/B, priority=13, startTime=1732220124539; duration=0sec 2024-11-21T20:15:24,589 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:15:24,589 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fd5c72ec3838a9333d2893af26fe678:B 2024-11-21T20:15:24,589 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:15:24,590 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:15:24,590 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 8fd5c72ec3838a9333d2893af26fe678/C is initiating minor compaction (all files) 2024-11-21T20:15:24,590 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8fd5c72ec3838a9333d2893af26fe678/C in TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:24,590 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/208a3b6c12c44b8fbd27b5445cbebb33, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/37cbb961c5f14a7d8475bf92aaa22fa4, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/5185e8b92e154e8bbf0357daf6748d21] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp, totalSize=35.9 K 2024-11-21T20:15:24,591 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 208a3b6c12c44b8fbd27b5445cbebb33, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732220119540 2024-11-21T20:15:24,591 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 37cbb961c5f14a7d8475bf92aaa22fa4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732220120710 2024-11-21T20:15:24,592 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 5185e8b92e154e8bbf0357daf6748d21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732220123007 2024-11-21T20:15:24,599 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fd5c72ec3838a9333d2893af26fe678#C#compaction#140 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:24,600 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/470a6d5527e942babee3f75d5ad5f9ca is 50, key is test_row_0/C:col10/1732220123649/Put/seqid=0 2024-11-21T20:15:24,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741991_1167 (size=12527) 2024-11-21T20:15:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:24,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8fd5c72ec3838a9333d2893af26fe678 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T20:15:24,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=A 2024-11-21T20:15:24,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:24,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=B 2024-11-21T20:15:24,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:24,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=C 2024-11-21T20:15:24,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:24,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121db29905cce1d4ff78b1454b97afb09dc_8fd5c72ec3838a9333d2893af26fe678 is 50, key is test_row_0/A:col10/1732220123691/Put/seqid=0 2024-11-21T20:15:24,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741992_1168 (size=14794) 2024-11-21T20:15:24,921 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732220124893, max timestamp=1732220124918Num uniques 859; 2024-11-21T20:15:24,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732220124893, max timestamp=1732220124918Num uniques 859; 2024-11-21T20:15:24,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T20:15:24,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T20:15:24,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732220124893, max timestamp=1732220124918Num uniques 859; 2024-11-21T20:15:24,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T20:15:24,969 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fd5c72ec3838a9333d2893af26fe678#A#compaction#139 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:24,970 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/ec95b593a5d742838e2e6c151aeaad0d is 175, key is test_row_0/A:col10/1732220123649/Put/seqid=0 2024-11-21T20:15:24,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741993_1169 (size=31481) 2024-11-21T20:15:24,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220184987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:24,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:24,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:24,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:25,008 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/470a6d5527e942babee3f75d5ad5f9ca as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/470a6d5527e942babee3f75d5ad5f9ca 2024-11-21T20:15:25,014 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8fd5c72ec3838a9333d2893af26fe678/C of 8fd5c72ec3838a9333d2893af26fe678 into 470a6d5527e942babee3f75d5ad5f9ca(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:25,014 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:25,014 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., storeName=8fd5c72ec3838a9333d2893af26fe678/C, priority=13, startTime=1732220124539; duration=0sec 2024-11-21T20:15:25,014 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:25,014 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fd5c72ec3838a9333d2893af26fe678:C 2024-11-21T20:15:25,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220185098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:25,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:25,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:25,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-21T20:15:25,228 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:15:25,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:15:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-21T20:15:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-21T20:15:25,230 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:15:25,231 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:15:25,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:15:25,261 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:15:25,264 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121db29905cce1d4ff78b1454b97afb09dc_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121db29905cce1d4ff78b1454b97afb09dc_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:25,265 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/8747ae4a2ff44fa09e77dae2aca489bf, store: [table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:25,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/8747ae4a2ff44fa09e77dae2aca489bf is 175, key is test_row_0/A:col10/1732220123691/Put/seqid=0 2024-11-21T20:15:25,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741994_1170 (size=39749) 2024-11-21T20:15:25,270 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=204, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/8747ae4a2ff44fa09e77dae2aca489bf 2024-11-21T20:15:25,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/50b4cfd6ba0c40459e789405ce0fbef7 is 50, key is test_row_0/B:col10/1732220123691/Put/seqid=0 2024-11-21T20:15:25,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741995_1171 (size=12151) 2024-11-21T20:15:25,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220185307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:25,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:25,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:25,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-21T20:15:25,380 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/ec95b593a5d742838e2e6c151aeaad0d as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/ec95b593a5d742838e2e6c151aeaad0d 2024-11-21T20:15:25,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-21T20:15:25,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:25,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:25,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:25,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:25,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:25,385 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8fd5c72ec3838a9333d2893af26fe678/A of 8fd5c72ec3838a9333d2893af26fe678 into ec95b593a5d742838e2e6c151aeaad0d(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:25,385 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:25,385 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., storeName=8fd5c72ec3838a9333d2893af26fe678/A, priority=13, startTime=1732220124539; duration=0sec 2024-11-21T20:15:25,385 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:25,385 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fd5c72ec3838a9333d2893af26fe678:A 2024-11-21T20:15:25,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-21T20:15:25,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:25,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:25,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:25,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:25,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-21T20:15:25,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220185617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:25,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:25,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:25,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:25,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/50b4cfd6ba0c40459e789405ce0fbef7 2024-11-21T20:15:25,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-21T20:15:25,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:25,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:25,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:25,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:25,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:25,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/7357d161094b4ad99ee73e4d052d13c6 is 50, key is test_row_0/C:col10/1732220123691/Put/seqid=0 2024-11-21T20:15:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:25,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741996_1172 (size=12151) 2024-11-21T20:15:25,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/7357d161094b4ad99ee73e4d052d13c6 2024-11-21T20:15:25,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/8747ae4a2ff44fa09e77dae2aca489bf as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/8747ae4a2ff44fa09e77dae2aca489bf 2024-11-21T20:15:25,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/8747ae4a2ff44fa09e77dae2aca489bf, entries=200, sequenceid=204, filesize=38.8 K 2024-11-21T20:15:25,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/50b4cfd6ba0c40459e789405ce0fbef7 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/50b4cfd6ba0c40459e789405ce0fbef7 2024-11-21T20:15:25,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/50b4cfd6ba0c40459e789405ce0fbef7, entries=150, sequenceid=204, filesize=11.9 K 2024-11-21T20:15:25,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/7357d161094b4ad99ee73e4d052d13c6 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/7357d161094b4ad99ee73e4d052d13c6 2024-11-21T20:15:25,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/7357d161094b4ad99ee73e4d052d13c6, entries=150, sequenceid=204, filesize=11.9 K 2024-11-21T20:15:25,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 8fd5c72ec3838a9333d2893af26fe678 in 949ms, sequenceid=204, compaction requested=false 2024-11-21T20:15:25,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-21T20:15:25,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-21T20:15:25,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:25,921 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 8fd5c72ec3838a9333d2893af26fe678 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-11-21T20:15:25,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=A 2024-11-21T20:15:25,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:15:25,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=B 2024-11-21T20:15:25,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:15:25,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=C 2024-11-21T20:15:25,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:15:25,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212c3219eb093b4caeaced921acf9c2ba8_8fd5c72ec3838a9333d2893af26fe678 is 50, key is test_row_0/A:col10/1732220124986/Put/seqid=0 2024-11-21T20:15:25,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741997_1173 (size=12304) 2024-11-21T20:15:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:26,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:26,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220186165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:26,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:26,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:26,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:26,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:26,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220186277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:26,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:26,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:26,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:26,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:15:26,336 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212c3219eb093b4caeaced921acf9c2ba8_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212c3219eb093b4caeaced921acf9c2ba8_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:26,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/14957c95715948d982d6867928c5eeaf, store: [table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:26,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/14957c95715948d982d6867928c5eeaf is 175, key is test_row_0/A:col10/1732220124986/Put/seqid=0 2024-11-21T20:15:26,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741998_1174 (size=31105) 2024-11-21T20:15:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-21T20:15:26,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220186488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:26,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:26,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:26,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:26,741 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/14957c95715948d982d6867928c5eeaf 2024-11-21T20:15:26,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/4ebabee5f9dd45c5a7e1facad1bc7210 is 50, key is test_row_0/B:col10/1732220124986/Put/seqid=0 2024-11-21T20:15:26,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741999_1175 (size=12151) 2024-11-21T20:15:26,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220186807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:26,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:26,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:26,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:27,154 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/4ebabee5f9dd45c5a7e1facad1bc7210 2024-11-21T20:15:27,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/b4e26d9d99e341c8ac46550afe7dc62e is 50, key is test_row_0/C:col10/1732220124986/Put/seqid=0 2024-11-21T20:15:27,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742000_1176 (size=12151) 2024-11-21T20:15:27,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220187317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:27,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:27,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:27,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:27,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-21T20:15:27,566 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/b4e26d9d99e341c8ac46550afe7dc62e 2024-11-21T20:15:27,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/14957c95715948d982d6867928c5eeaf as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/14957c95715948d982d6867928c5eeaf 2024-11-21T20:15:27,579 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/14957c95715948d982d6867928c5eeaf, entries=150, sequenceid=240, filesize=30.4 K 2024-11-21T20:15:27,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/4ebabee5f9dd45c5a7e1facad1bc7210 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/4ebabee5f9dd45c5a7e1facad1bc7210 2024-11-21T20:15:27,587 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/4ebabee5f9dd45c5a7e1facad1bc7210, entries=150, sequenceid=240, filesize=11.9 K 2024-11-21T20:15:27,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/b4e26d9d99e341c8ac46550afe7dc62e as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/b4e26d9d99e341c8ac46550afe7dc62e 2024-11-21T20:15:27,597 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/b4e26d9d99e341c8ac46550afe7dc62e, entries=150, sequenceid=240, filesize=11.9 K 2024-11-21T20:15:27,598 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for 8fd5c72ec3838a9333d2893af26fe678 in 1676ms, sequenceid=240, compaction requested=true 2024-11-21T20:15:27,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:27,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:27,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-21T20:15:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-21T20:15:27,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-21T20:15:27,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3690 sec 2024-11-21T20:15:27,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 2.3730 sec 2024-11-21T20:15:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:28,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8fd5c72ec3838a9333d2893af26fe678 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T20:15:28,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=A 2024-11-21T20:15:28,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:28,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=B 2024-11-21T20:15:28,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:28,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=C 2024-11-21T20:15:28,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:28,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112143faf4bfe09b49ea84ee2cf23f364e02_8fd5c72ec3838a9333d2893af26fe678 is 50, key is test_row_0/A:col10/1732220126157/Put/seqid=0 2024-11-21T20:15:28,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742001_1177 (size=14794) 2024-11-21T20:15:28,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220188402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:28,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:28,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:28,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:28,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220188518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:28,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:28,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:28,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:28,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220188728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:28,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:28,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:28,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:28,743 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:15:28,747 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112143faf4bfe09b49ea84ee2cf23f364e02_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112143faf4bfe09b49ea84ee2cf23f364e02_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:28,748 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/562924a5f37d4213a55859ff9651b6f1, store: [table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:28,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/562924a5f37d4213a55859ff9651b6f1 is 175, key is test_row_0/A:col10/1732220126157/Put/seqid=0 2024-11-21T20:15:28,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742002_1178 (size=39749) 2024-11-21T20:15:29,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220189038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:29,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:29,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:29,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:29,153 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/562924a5f37d4213a55859ff9651b6f1 2024-11-21T20:15:29,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/cea6eff21ce84073b02c13946f11bb53 is 50, key is test_row_0/B:col10/1732220126157/Put/seqid=0 2024-11-21T20:15:29,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742003_1179 (size=12151) 2024-11-21T20:15:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-21T20:15:29,398 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:15:29,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:15:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-21T20:15:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-21T20:15:29,400 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:15:29,401 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:15:29,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:15:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-21T20:15:29,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:29,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220189547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:29,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:29,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:29,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:29,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-21T20:15:29,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:29,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:29,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:29,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:29,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:29,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/cea6eff21ce84073b02c13946f11bb53 2024-11-21T20:15:29,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/cf63694f1cc44ea99d9a3b5dd62a82ff is 50, key is test_row_0/C:col10/1732220126157/Put/seqid=0 2024-11-21T20:15:29,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742004_1180 (size=12151) 2024-11-21T20:15:29,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-21T20:15:29,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:29,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:29,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:29,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:29,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-21T20:15:29,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-21T20:15:29,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:29,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:29,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:29,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:29,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:29,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/cf63694f1cc44ea99d9a3b5dd62a82ff 2024-11-21T20:15:29,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/562924a5f37d4213a55859ff9651b6f1 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/562924a5f37d4213a55859ff9651b6f1 2024-11-21T20:15:29,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/562924a5f37d4213a55859ff9651b6f1, entries=200, sequenceid=252, filesize=38.8 K 2024-11-21T20:15:29,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/cea6eff21ce84073b02c13946f11bb53 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/cea6eff21ce84073b02c13946f11bb53 2024-11-21T20:15:29,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/cea6eff21ce84073b02c13946f11bb53, entries=150, sequenceid=252, filesize=11.9 K 2024-11-21T20:15:29,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/cf63694f1cc44ea99d9a3b5dd62a82ff as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/cf63694f1cc44ea99d9a3b5dd62a82ff 2024-11-21T20:15:29,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/cf63694f1cc44ea99d9a3b5dd62a82ff, entries=150, sequenceid=252, filesize=11.9 K 2024-11-21T20:15:29,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 8fd5c72ec3838a9333d2893af26fe678 in 1669ms, sequenceid=252, compaction requested=true 2024-11-21T20:15:29,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:29,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fd5c72ec3838a9333d2893af26fe678:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:15:29,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:29,999 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:15:29,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fd5c72ec3838a9333d2893af26fe678:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:15:29,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:29,999 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:15:29,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fd5c72ec3838a9333d2893af26fe678:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:15:29,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:15:30,000 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:15:30,000 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142084 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:15:30,000 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 8fd5c72ec3838a9333d2893af26fe678/B is initiating minor compaction (all files) 2024-11-21T20:15:30,000 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): 8fd5c72ec3838a9333d2893af26fe678/A is initiating minor compaction (all files) 2024-11-21T20:15:30,000 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8fd5c72ec3838a9333d2893af26fe678/B in TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:30,000 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8fd5c72ec3838a9333d2893af26fe678/A in TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:30,000 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/ec95b593a5d742838e2e6c151aeaad0d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/8747ae4a2ff44fa09e77dae2aca489bf, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/14957c95715948d982d6867928c5eeaf, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/562924a5f37d4213a55859ff9651b6f1] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp, totalSize=138.8 K 2024-11-21T20:15:30,000 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/e0def7542a8442d0b75e2918347f2a4d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/50b4cfd6ba0c40459e789405ce0fbef7, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/4ebabee5f9dd45c5a7e1facad1bc7210, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/cea6eff21ce84073b02c13946f11bb53] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp, totalSize=47.8 K 2024-11-21T20:15:30,000 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:30,000 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. files: [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/ec95b593a5d742838e2e6c151aeaad0d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/8747ae4a2ff44fa09e77dae2aca489bf, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/14957c95715948d982d6867928c5eeaf, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/562924a5f37d4213a55859ff9651b6f1] 2024-11-21T20:15:30,001 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting e0def7542a8442d0b75e2918347f2a4d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732220123007 2024-11-21T20:15:30,001 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec95b593a5d742838e2e6c151aeaad0d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732220123007 2024-11-21T20:15:30,002 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 50b4cfd6ba0c40459e789405ce0fbef7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732220123654 2024-11-21T20:15:30,002 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8747ae4a2ff44fa09e77dae2aca489bf, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732220123654 2024-11-21T20:15:30,002 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ebabee5f9dd45c5a7e1facad1bc7210, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732220124975 2024-11-21T20:15:30,002 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14957c95715948d982d6867928c5eeaf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732220124975 2024-11-21T20:15:30,002 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting cea6eff21ce84073b02c13946f11bb53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732220126154 2024-11-21T20:15:30,002 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 562924a5f37d4213a55859ff9651b6f1, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732220126154 2024-11-21T20:15:30,009 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:30,012 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fd5c72ec3838a9333d2893af26fe678#B#compaction#150 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:30,012 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/571604efeb95466a87db32a347066a1b is 50, key is test_row_0/B:col10/1732220126157/Put/seqid=0 2024-11-21T20:15:30,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-21T20:15:30,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:30,013 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 8fd5c72ec3838a9333d2893af26fe678 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-21T20:15:30,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=A 2024-11-21T20:15:30,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:30,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=B 2024-11-21T20:15:30,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:30,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=C 2024-11-21T20:15:30,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:30,015 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411218319bef2fbd64db6810720d80884057d_8fd5c72ec3838a9333d2893af26fe678 store=[table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:30,018 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411218319bef2fbd64db6810720d80884057d_8fd5c72ec3838a9333d2893af26fe678, store=[table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:30,019 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218319bef2fbd64db6810720d80884057d_8fd5c72ec3838a9333d2893af26fe678 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:30,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742005_1181 (size=12663) 2024-11-21T20:15:30,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742006_1182 (size=4469) 2024-11-21T20:15:30,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214048a1cf6f984d4eb9527ca1373bac28_8fd5c72ec3838a9333d2893af26fe678 is 50, key is test_row_0/A:col10/1732220128400/Put/seqid=0 2024-11-21T20:15:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-21T20:15:30,028 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fd5c72ec3838a9333d2893af26fe678#A#compaction#151 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:30,029 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/91b6fbb1aa9b4cc4b1136f0d5959bb3f is 175, key is test_row_0/A:col10/1732220126157/Put/seqid=0 2024-11-21T20:15:30,032 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/571604efeb95466a87db32a347066a1b as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/571604efeb95466a87db32a347066a1b 2024-11-21T20:15:30,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742007_1183 (size=12454) 2024-11-21T20:15:30,041 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8fd5c72ec3838a9333d2893af26fe678/B of 8fd5c72ec3838a9333d2893af26fe678 into 571604efeb95466a87db32a347066a1b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:30,041 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:30,041 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., storeName=8fd5c72ec3838a9333d2893af26fe678/B, priority=12, startTime=1732220129999; duration=0sec 2024-11-21T20:15:30,042 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:15:30,042 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fd5c72ec3838a9333d2893af26fe678:B 2024-11-21T20:15:30,042 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:15:30,043 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:15:30,043 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 8fd5c72ec3838a9333d2893af26fe678/C is initiating minor compaction (all files) 2024-11-21T20:15:30,043 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8fd5c72ec3838a9333d2893af26fe678/C in TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:30,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742008_1184 (size=31617) 2024-11-21T20:15:30,043 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/470a6d5527e942babee3f75d5ad5f9ca, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/7357d161094b4ad99ee73e4d052d13c6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/b4e26d9d99e341c8ac46550afe7dc62e, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/cf63694f1cc44ea99d9a3b5dd62a82ff] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp, totalSize=47.8 K 2024-11-21T20:15:30,043 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 470a6d5527e942babee3f75d5ad5f9ca, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732220123007 2024-11-21T20:15:30,044 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 7357d161094b4ad99ee73e4d052d13c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732220123654 2024-11-21T20:15:30,044 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting b4e26d9d99e341c8ac46550afe7dc62e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732220124975 2024-11-21T20:15:30,044 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting cf63694f1cc44ea99d9a3b5dd62a82ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732220126154 2024-11-21T20:15:30,053 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fd5c72ec3838a9333d2893af26fe678#C#compaction#153 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:30,054 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/d2f91a96e21b4d668fc528e0b5227db7 is 50, key is test_row_0/C:col10/1732220126157/Put/seqid=0 2024-11-21T20:15:30,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742009_1185 (size=12663) 2024-11-21T20:15:30,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:15:30,444 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214048a1cf6f984d4eb9527ca1373bac28_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214048a1cf6f984d4eb9527ca1373bac28_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:30,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/2637d67457e448bcafd1874a9aca4815, store: [table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:30,445 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/91b6fbb1aa9b4cc4b1136f0d5959bb3f as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/91b6fbb1aa9b4cc4b1136f0d5959bb3f 2024-11-21T20:15:30,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/2637d67457e448bcafd1874a9aca4815 is 175, key is test_row_0/A:col10/1732220128400/Put/seqid=0 2024-11-21T20:15:30,451 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8fd5c72ec3838a9333d2893af26fe678/A of 8fd5c72ec3838a9333d2893af26fe678 into 91b6fbb1aa9b4cc4b1136f0d5959bb3f(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:30,451 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:30,451 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., storeName=8fd5c72ec3838a9333d2893af26fe678/A, priority=12, startTime=1732220129999; duration=0sec 2024-11-21T20:15:30,451 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:30,451 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fd5c72ec3838a9333d2893af26fe678:A 2024-11-21T20:15:30,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742010_1186 (size=31255) 2024-11-21T20:15:30,466 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/d2f91a96e21b4d668fc528e0b5227db7 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/d2f91a96e21b4d668fc528e0b5227db7 2024-11-21T20:15:30,472 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8fd5c72ec3838a9333d2893af26fe678/C of 8fd5c72ec3838a9333d2893af26fe678 into d2f91a96e21b4d668fc528e0b5227db7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:30,472 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:30,472 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., storeName=8fd5c72ec3838a9333d2893af26fe678/C, priority=12, startTime=1732220129999; duration=0sec 2024-11-21T20:15:30,472 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:30,472 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fd5c72ec3838a9333d2893af26fe678:C 2024-11-21T20:15:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-21T20:15:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:30,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:30,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:30,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220190597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:30,619 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T20:15:30,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220190707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:30,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:30,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:30,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:30,854 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/2637d67457e448bcafd1874a9aca4815 2024-11-21T20:15:30,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220190918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:30,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:30,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:30,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:30,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/d9b4b1fda8b54ac59fe2fa564c99c42e is 50, key is test_row_0/B:col10/1732220128400/Put/seqid=0 2024-11-21T20:15:30,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742011_1187 (size=12301) 2024-11-21T20:15:31,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220191228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:31,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:31,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:31,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:31,325 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/d9b4b1fda8b54ac59fe2fa564c99c42e 2024-11-21T20:15:31,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/d125acd4c36544878fefc2fafd7297a0 is 50, key is test_row_0/C:col10/1732220128400/Put/seqid=0 2024-11-21T20:15:31,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742012_1188 (size=12301) 2024-11-21T20:15:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-21T20:15:31,737 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/d125acd4c36544878fefc2fafd7297a0 2024-11-21T20:15:31,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/2637d67457e448bcafd1874a9aca4815 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/2637d67457e448bcafd1874a9aca4815 2024-11-21T20:15:31,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220191738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:31,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:31,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:31,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:31,746 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/2637d67457e448bcafd1874a9aca4815, entries=150, sequenceid=272, filesize=30.5 K 2024-11-21T20:15:31,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/d9b4b1fda8b54ac59fe2fa564c99c42e as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/d9b4b1fda8b54ac59fe2fa564c99c42e 2024-11-21T20:15:31,752 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/d9b4b1fda8b54ac59fe2fa564c99c42e, entries=150, sequenceid=272, filesize=12.0 K 2024-11-21T20:15:31,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/d125acd4c36544878fefc2fafd7297a0 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/d125acd4c36544878fefc2fafd7297a0 2024-11-21T20:15:31,759 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/d125acd4c36544878fefc2fafd7297a0, entries=150, sequenceid=272, filesize=12.0 K 2024-11-21T20:15:31,760 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 8fd5c72ec3838a9333d2893af26fe678 in 1747ms, sequenceid=272, compaction requested=false 2024-11-21T20:15:31,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:31,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:31,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-21T20:15:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-21T20:15:31,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-21T20:15:31,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3600 sec 2024-11-21T20:15:31,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.3640 sec 2024-11-21T20:15:32,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:32,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8fd5c72ec3838a9333d2893af26fe678 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-21T20:15:32,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=A 2024-11-21T20:15:32,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:32,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=B 2024-11-21T20:15:32,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:32,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=C 2024-11-21T20:15:32,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:32,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112137f88e0f593a4dc7a8fc47a6bb16febd_8fd5c72ec3838a9333d2893af26fe678 is 50, key is test_row_0/A:col10/1732220130588/Put/seqid=0 2024-11-21T20:15:32,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742013_1189 (size=14994) 2024-11-21T20:15:32,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220192831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:32,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:32,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:32,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:32,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220192937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:32,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:32,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:32,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:33,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59036 deadline: 1732220193128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:33,133 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_0' in 8fd5c72ec3838a9333d2893af26fe678 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18250 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:15:33,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:33,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:33,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:33,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59046 deadline: 1732220193137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:33,138 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_1' in 8fd5c72ec3838a9333d2893af26fe678 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18255 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:15:33,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:33,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:33,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:33,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1732220193147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:33,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220193147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:33,151 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in 8fd5c72ec3838a9333d2893af26fe678 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18279 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:15:33,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:33,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:33,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:33,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:33,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:33,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:33,172 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:15:33,176 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112137f88e0f593a4dc7a8fc47a6bb16febd_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112137f88e0f593a4dc7a8fc47a6bb16febd_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:33,177 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/2a978a077e0a40e7a85e7a234630ff3f, store: [table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:33,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/2a978a077e0a40e7a85e7a234630ff3f is 175, key is test_row_0/A:col10/1732220130588/Put/seqid=0 2024-11-21T20:15:33,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742014_1190 (size=39949) 2024-11-21T20:15:33,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1732220193188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:33,192 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in 8fd5c72ec3838a9333d2893af26fe678 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18319 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:15:33,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:33,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:33,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:33,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220193457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:33,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:33,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:33,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-21T20:15:33,567 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:15:33,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:15:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-21T20:15:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-21T20:15:33,570 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:15:33,570 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:15:33,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:15:33,586 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/2a978a077e0a40e7a85e7a234630ff3f 2024-11-21T20:15:33,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/acbe11d0967e4ee19a0e74aa2d993f84 is 50, key is test_row_0/B:col10/1732220130588/Put/seqid=0 2024-11-21T20:15:33,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742015_1191 (size=12301) 2024-11-21T20:15:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-21T20:15:33,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-21T20:15:33,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:33,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:33,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:33,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:33,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:33,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-21T20:15:33,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:33,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:33,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:33,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:33,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:33,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-21T20:15:33,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:33,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59092 deadline: 1732220193967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:33,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:33,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:33,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:15:33,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/acbe11d0967e4ee19a0e74aa2d993f84 2024-11-21T20:15:34,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/9b75ac69b8964b68965549b66ec253d4 is 50, key is test_row_0/C:col10/1732220130588/Put/seqid=0 2024-11-21T20:15:34,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742016_1192 (size=12301) 2024-11-21T20:15:34,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-21T20:15:34,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:34,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:34,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:34,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:34,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:34,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-21T20:15:34,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:34,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:34,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:34,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:34,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-21T20:15:34,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-21T20:15:34,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:34,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:34,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:34,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:34,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:34,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/9b75ac69b8964b68965549b66ec253d4 2024-11-21T20:15:34,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/2a978a077e0a40e7a85e7a234630ff3f as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/2a978a077e0a40e7a85e7a234630ff3f 2024-11-21T20:15:34,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/2a978a077e0a40e7a85e7a234630ff3f, entries=200, sequenceid=288, filesize=39.0 K 2024-11-21T20:15:34,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/acbe11d0967e4ee19a0e74aa2d993f84 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/acbe11d0967e4ee19a0e74aa2d993f84 2024-11-21T20:15:34,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/acbe11d0967e4ee19a0e74aa2d993f84, entries=150, sequenceid=288, filesize=12.0 K 2024-11-21T20:15:34,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/9b75ac69b8964b68965549b66ec253d4 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/9b75ac69b8964b68965549b66ec253d4 2024-11-21T20:15:34,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/9b75ac69b8964b68965549b66ec253d4, entries=150, sequenceid=288, filesize=12.0 K 2024-11-21T20:15:34,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 8fd5c72ec3838a9333d2893af26fe678 in 1673ms, sequenceid=288, compaction requested=true 2024-11-21T20:15:34,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:34,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fd5c72ec3838a9333d2893af26fe678:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:15:34,432 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:15:34,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:34,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fd5c72ec3838a9333d2893af26fe678:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:15:34,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:34,432 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:15:34,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8fd5c72ec3838a9333d2893af26fe678:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:15:34,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:15:34,433 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:15:34,433 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:15:34,434 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 8fd5c72ec3838a9333d2893af26fe678/B is initiating minor compaction (all files) 2024-11-21T20:15:34,434 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): 8fd5c72ec3838a9333d2893af26fe678/A is initiating minor compaction (all files) 2024-11-21T20:15:34,434 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8fd5c72ec3838a9333d2893af26fe678/B in TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:34,434 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8fd5c72ec3838a9333d2893af26fe678/A in TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:34,434 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/571604efeb95466a87db32a347066a1b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/d9b4b1fda8b54ac59fe2fa564c99c42e, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/acbe11d0967e4ee19a0e74aa2d993f84] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp, totalSize=36.4 K 2024-11-21T20:15:34,434 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/91b6fbb1aa9b4cc4b1136f0d5959bb3f, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/2637d67457e448bcafd1874a9aca4815, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/2a978a077e0a40e7a85e7a234630ff3f] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp, totalSize=100.4 K 2024-11-21T20:15:34,434 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:34,434 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. files: [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/91b6fbb1aa9b4cc4b1136f0d5959bb3f, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/2637d67457e448bcafd1874a9aca4815, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/2a978a077e0a40e7a85e7a234630ff3f] 2024-11-21T20:15:34,434 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 571604efeb95466a87db32a347066a1b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732220126154 2024-11-21T20:15:34,434 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91b6fbb1aa9b4cc4b1136f0d5959bb3f, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732220126154 2024-11-21T20:15:34,435 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting d9b4b1fda8b54ac59fe2fa564c99c42e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732220128360 2024-11-21T20:15:34,435 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2637d67457e448bcafd1874a9aca4815, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732220128360 2024-11-21T20:15:34,435 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting acbe11d0967e4ee19a0e74aa2d993f84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732220130588 2024-11-21T20:15:34,435 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a978a077e0a40e7a85e7a234630ff3f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732220130588 2024-11-21T20:15:34,440 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:34,442 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fd5c72ec3838a9333d2893af26fe678#B#compaction#159 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:34,443 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/69010fd1b705421f9b66c5153c663509 is 50, key is test_row_0/B:col10/1732220130588/Put/seqid=0 2024-11-21T20:15:34,443 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121536d8bd84f3d4080b4fd062b48630e4b_8fd5c72ec3838a9333d2893af26fe678 store=[table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:34,445 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121536d8bd84f3d4080b4fd062b48630e4b_8fd5c72ec3838a9333d2893af26fe678, store=[table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:34,445 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121536d8bd84f3d4080b4fd062b48630e4b_8fd5c72ec3838a9333d2893af26fe678 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:34,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742017_1193 (size=12915) 2024-11-21T20:15:34,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742018_1194 (size=4469) 2024-11-21T20:15:34,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-21T20:15:34,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:34,487 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 8fd5c72ec3838a9333d2893af26fe678 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-21T20:15:34,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=A 2024-11-21T20:15:34,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:34,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=B 2024-11-21T20:15:34,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:34,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=C 2024-11-21T20:15:34,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:34,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411215a911c953ab84b63ba14057b45940fbe_8fd5c72ec3838a9333d2893af26fe678 is 50, key is test_row_0/A:col10/1732220132830/Put/seqid=0 2024-11-21T20:15:34,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742019_1195 (size=12454) 2024-11-21T20:15:34,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:15:34,508 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411215a911c953ab84b63ba14057b45940fbe_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215a911c953ab84b63ba14057b45940fbe_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:34,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/64c3b4786f7a4be599b8de241725b702, store: [table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:34,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/64c3b4786f7a4be599b8de241725b702 is 175, key is test_row_0/A:col10/1732220132830/Put/seqid=0 2024-11-21T20:15:34,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742020_1196 (size=31255) 2024-11-21T20:15:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-21T20:15:34,752 INFO [Thread-623 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-623. 2024-11-21T20:15:34,752 DEBUG [Thread-623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:15:34,752 DEBUG [Thread-623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:34,753 DEBUG [Thread-623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:34,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:15:34,754 INFO [Thread-627 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-627. 2024-11-21T20:15:34,754 DEBUG [Thread-627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:15:34,754 DEBUG [Thread-627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:34,754 DEBUG [Thread-627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:34,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:15:34,755 INFO [Thread-621 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-621. 2024-11-21T20:15:34,755 DEBUG [Thread-621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:15:34,755 DEBUG [Thread-621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:34,755 DEBUG [Thread-621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:34,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:15:34,758 INFO [Thread-625 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-625. 2024-11-21T20:15:34,758 DEBUG [Thread-625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:15:34,758 DEBUG [Thread-625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:34,758 DEBUG [Thread-625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:34,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:15:34,862 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fd5c72ec3838a9333d2893af26fe678#A#compaction#160 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:34,863 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/dedccfde547e43bc82e2e202bed9d408 is 175, key is test_row_0/A:col10/1732220130588/Put/seqid=0 2024-11-21T20:15:34,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742021_1197 (size=31869) 2024-11-21T20:15:34,870 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/69010fd1b705421f9b66c5153c663509 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/69010fd1b705421f9b66c5153c663509 2024-11-21T20:15:34,875 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8fd5c72ec3838a9333d2893af26fe678/B of 8fd5c72ec3838a9333d2893af26fe678 into 69010fd1b705421f9b66c5153c663509(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:34,875 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:34,875 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., storeName=8fd5c72ec3838a9333d2893af26fe678/B, priority=13, startTime=1732220134432; duration=0sec 2024-11-21T20:15:34,875 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:15:34,875 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fd5c72ec3838a9333d2893af26fe678:B 2024-11-21T20:15:34,875 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:15:34,876 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:15:34,876 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 8fd5c72ec3838a9333d2893af26fe678/C is initiating minor compaction (all files) 2024-11-21T20:15:34,877 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8fd5c72ec3838a9333d2893af26fe678/C in TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:34,877 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/d2f91a96e21b4d668fc528e0b5227db7, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/d125acd4c36544878fefc2fafd7297a0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/9b75ac69b8964b68965549b66ec253d4] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp, totalSize=36.4 K 2024-11-21T20:15:34,877 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting d2f91a96e21b4d668fc528e0b5227db7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732220126154 2024-11-21T20:15:34,877 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting d125acd4c36544878fefc2fafd7297a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732220128360 2024-11-21T20:15:34,878 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b75ac69b8964b68965549b66ec253d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732220130588 2024-11-21T20:15:34,884 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8fd5c72ec3838a9333d2893af26fe678#C#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:34,884 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/a79e1c8eef3b45fdb12b21c90d260194 is 50, key is test_row_0/C:col10/1732220130588/Put/seqid=0 2024-11-21T20:15:34,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742022_1198 (size=12915) 2024-11-21T20:15:34,914 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=307, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/64c3b4786f7a4be599b8de241725b702 2024-11-21T20:15:34,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/36ac334bbae447ea8c6c4ddb9f7d6a81 is 50, key is test_row_0/B:col10/1732220132830/Put/seqid=0 2024-11-21T20:15:34,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742023_1199 (size=12301) 2024-11-21T20:15:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:34,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. as already flushing 2024-11-21T20:15:34,980 INFO [Thread-610 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-610. 2024-11-21T20:15:34,980 DEBUG [Thread-610 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:15:34,980 DEBUG [Thread-610 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:34,980 DEBUG [Thread-610 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:34,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:15:35,282 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/dedccfde547e43bc82e2e202bed9d408 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/dedccfde547e43bc82e2e202bed9d408 2024-11-21T20:15:35,290 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8fd5c72ec3838a9333d2893af26fe678/A of 8fd5c72ec3838a9333d2893af26fe678 into dedccfde547e43bc82e2e202bed9d408(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:35,290 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:35,290 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., storeName=8fd5c72ec3838a9333d2893af26fe678/A, priority=13, startTime=1732220134432; duration=0sec 2024-11-21T20:15:35,290 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:35,290 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fd5c72ec3838a9333d2893af26fe678:A 2024-11-21T20:15:35,294 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/a79e1c8eef3b45fdb12b21c90d260194 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/a79e1c8eef3b45fdb12b21c90d260194 2024-11-21T20:15:35,299 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8fd5c72ec3838a9333d2893af26fe678/C of 8fd5c72ec3838a9333d2893af26fe678 into a79e1c8eef3b45fdb12b21c90d260194(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:35,299 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:35,299 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., storeName=8fd5c72ec3838a9333d2893af26fe678/C, priority=13, startTime=1732220134432; duration=0sec 2024-11-21T20:15:35,299 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:35,299 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8fd5c72ec3838a9333d2893af26fe678:C 2024-11-21T20:15:35,327 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/36ac334bbae447ea8c6c4ddb9f7d6a81 2024-11-21T20:15:35,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/3b088d1a63354d33a5cd24eb33af0799 is 50, key is test_row_0/C:col10/1732220132830/Put/seqid=0 2024-11-21T20:15:35,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742024_1200 (size=12301) 2024-11-21T20:15:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-21T20:15:35,743 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/3b088d1a63354d33a5cd24eb33af0799 2024-11-21T20:15:35,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/64c3b4786f7a4be599b8de241725b702 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/64c3b4786f7a4be599b8de241725b702 2024-11-21T20:15:35,760 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/64c3b4786f7a4be599b8de241725b702, entries=150, sequenceid=307, filesize=30.5 K 2024-11-21T20:15:35,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/36ac334bbae447ea8c6c4ddb9f7d6a81 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/36ac334bbae447ea8c6c4ddb9f7d6a81 2024-11-21T20:15:35,766 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/36ac334bbae447ea8c6c4ddb9f7d6a81, entries=150, sequenceid=307, filesize=12.0 K 2024-11-21T20:15:35,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/3b088d1a63354d33a5cd24eb33af0799 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/3b088d1a63354d33a5cd24eb33af0799 2024-11-21T20:15:35,773 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/3b088d1a63354d33a5cd24eb33af0799, entries=150, sequenceid=307, filesize=12.0 K 2024-11-21T20:15:35,774 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=6.71 KB/6870 for 8fd5c72ec3838a9333d2893af26fe678 in 1286ms, sequenceid=307, compaction requested=false 2024-11-21T20:15:35,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 8fd5c72ec3838a9333d2893af26fe678: 2024-11-21T20:15:35,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:35,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-21T20:15:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-21T20:15:35,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-21T20:15:35,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2050 sec 2024-11-21T20:15:35,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.2090 sec 2024-11-21T20:15:37,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-21T20:15:37,728 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:15:43,200 INFO [Thread-614 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-614. 2024-11-21T20:15:43,200 DEBUG [Thread-614 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:15:43,200 DEBUG [Thread-614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:43,200 DEBUG [Thread-614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:43,200 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:15:43,210 INFO [Thread-612 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-612. 2024-11-21T20:15:43,210 DEBUG [Thread-612 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:15:43,210 DEBUG [Thread-612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:43,210 DEBUG [Thread-612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:43,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:15:43,229 INFO [Thread-618 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-618. 2024-11-21T20:15:43,229 DEBUG [Thread-618 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:15:43,229 DEBUG [Thread-618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:43,230 DEBUG [Thread-618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:43,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:15:43,299 INFO [Thread-616 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-616. 2024-11-21T20:15:43,299 DEBUG [Thread-616 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:15:43,299 DEBUG [Thread-616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:43,299 DEBUG [Thread-616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:43,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:15:43,299 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T20:15:43,299 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 212 2024-11-21T20:15:43,299 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-11-21T20:15:43,299 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-11-21T20:15:43,299 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 9 2024-11-21T20:15:43,299 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 9 2024-11-21T20:15:43,299 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T20:15:43,299 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3265 2024-11-21T20:15:43,299 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2990 2024-11-21T20:15:43,299 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T20:15:43,299 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1313 2024-11-21T20:15:43,299 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3939 rows 2024-11-21T20:15:43,299 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1319 2024-11-21T20:15:43,299 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3955 rows 2024-11-21T20:15:43,299 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:15:43,299 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:15:43,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:43,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:43,300 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:15:43,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T20:15:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T20:15:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-21T20:15:43,304 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220143304"}]},"ts":"1732220143304"} 2024-11-21T20:15:43,306 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T20:15:43,306 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T20:15:43,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T20:15:43,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8fd5c72ec3838a9333d2893af26fe678, UNASSIGN}] 2024-11-21T20:15:43,308 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8fd5c72ec3838a9333d2893af26fe678, UNASSIGN 2024-11-21T20:15:43,309 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=54 updating hbase:meta row=8fd5c72ec3838a9333d2893af26fe678, regionState=CLOSING, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:15:43,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8fd5c72ec3838a9333d2893af26fe678, UNASSIGN because future has completed 2024-11-21T20:15:43,310 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T20:15:43,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650}] 2024-11-21T20:15:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-21T20:15:43,463 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(122): Close 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:43,463 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T20:15:43,463 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1722): Closing 8fd5c72ec3838a9333d2893af26fe678, disabling compactions & flushes 2024-11-21T20:15:43,463 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:43,463 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:43,463 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. after waiting 0 ms 2024-11-21T20:15:43,463 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:43,463 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(2902): Flushing 8fd5c72ec3838a9333d2893af26fe678 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-21T20:15:43,464 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=A 2024-11-21T20:15:43,464 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:43,464 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=B 2024-11-21T20:15:43,464 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:43,464 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8fd5c72ec3838a9333d2893af26fe678, store=C 2024-11-21T20:15:43,464 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:43,471 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411215173574bb11245508543ecdbe7a05196_8fd5c72ec3838a9333d2893af26fe678 is 50, key is test_row_0/A:col10/1732220143198/Put/seqid=0 2024-11-21T20:15:43,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742025_1201 (size=12454) 2024-11-21T20:15:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-21T20:15:43,876 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:15:43,880 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411215173574bb11245508543ecdbe7a05196_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215173574bb11245508543ecdbe7a05196_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:43,881 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/8e25515e3085494dac373176be659198, store: [table=TestAcidGuarantees family=A region=8fd5c72ec3838a9333d2893af26fe678] 2024-11-21T20:15:43,882 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/8e25515e3085494dac373176be659198 is 175, key is test_row_0/A:col10/1732220143198/Put/seqid=0 2024-11-21T20:15:43,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742026_1202 (size=31255) 2024-11-21T20:15:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-21T20:15:44,287 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/8e25515e3085494dac373176be659198 2024-11-21T20:15:44,298 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/8ecc58cb066844f7a6e2d6a1e52f8c4c is 50, key is test_row_0/B:col10/1732220143198/Put/seqid=0 2024-11-21T20:15:44,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742027_1203 (size=12301) 2024-11-21T20:15:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-21T20:15:44,703 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/8ecc58cb066844f7a6e2d6a1e52f8c4c 2024-11-21T20:15:44,710 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/8902fc00b7814714bf20e3bcefbc5798 is 50, key is test_row_0/C:col10/1732220143198/Put/seqid=0 2024-11-21T20:15:44,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742028_1204 (size=12301) 2024-11-21T20:15:45,116 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/8902fc00b7814714bf20e3bcefbc5798 2024-11-21T20:15:45,121 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/A/8e25515e3085494dac373176be659198 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/8e25515e3085494dac373176be659198 2024-11-21T20:15:45,126 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/8e25515e3085494dac373176be659198, entries=150, sequenceid=318, filesize=30.5 K 2024-11-21T20:15:45,127 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/B/8ecc58cb066844f7a6e2d6a1e52f8c4c as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/8ecc58cb066844f7a6e2d6a1e52f8c4c 2024-11-21T20:15:45,131 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/8ecc58cb066844f7a6e2d6a1e52f8c4c, entries=150, sequenceid=318, filesize=12.0 K 2024-11-21T20:15:45,132 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/.tmp/C/8902fc00b7814714bf20e3bcefbc5798 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/8902fc00b7814714bf20e3bcefbc5798 2024-11-21T20:15:45,137 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/8902fc00b7814714bf20e3bcefbc5798, entries=150, sequenceid=318, filesize=12.0 K 2024-11-21T20:15:45,138 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 8fd5c72ec3838a9333d2893af26fe678 in 1675ms, sequenceid=318, compaction requested=true 2024-11-21T20:15:45,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/a7798eb6ae664678891ec5245a94411d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/d49b057fc7674cb1878ec4182ecf3f2b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/b62b8d6f7fb344f1a685d6259c8ebaa3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/2ee767cfb6974969a86fefce388d8ce3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/78c08ef44f60453dab731f9279bc5036, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/2f623fe63acd4a2c9ac5ba08946fda76, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/21b9f00c3e2849bebbdfa048748cc49b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/08d4bafa52ce4b10be70e292b926cebd, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/7a5ee29b8ace45f898ce651574012745, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/16a188c4742e4fb6b0f22549c49cc8fa, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/c9cccc490ad148819b6682993d72df3b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/ec95b593a5d742838e2e6c151aeaad0d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/8747ae4a2ff44fa09e77dae2aca489bf, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/14957c95715948d982d6867928c5eeaf, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/562924a5f37d4213a55859ff9651b6f1, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/91b6fbb1aa9b4cc4b1136f0d5959bb3f, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/2637d67457e448bcafd1874a9aca4815, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/2a978a077e0a40e7a85e7a234630ff3f] to archive 2024-11-21T20:15:45,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T20:15:45,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/a7798eb6ae664678891ec5245a94411d to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/a7798eb6ae664678891ec5245a94411d 2024-11-21T20:15:45,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/d49b057fc7674cb1878ec4182ecf3f2b to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/d49b057fc7674cb1878ec4182ecf3f2b 2024-11-21T20:15:45,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/b62b8d6f7fb344f1a685d6259c8ebaa3 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/b62b8d6f7fb344f1a685d6259c8ebaa3 2024-11-21T20:15:45,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/2ee767cfb6974969a86fefce388d8ce3 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/2ee767cfb6974969a86fefce388d8ce3 2024-11-21T20:15:45,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/78c08ef44f60453dab731f9279bc5036 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/78c08ef44f60453dab731f9279bc5036 2024-11-21T20:15:45,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/2f623fe63acd4a2c9ac5ba08946fda76 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/2f623fe63acd4a2c9ac5ba08946fda76 2024-11-21T20:15:45,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/21b9f00c3e2849bebbdfa048748cc49b to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/21b9f00c3e2849bebbdfa048748cc49b 2024-11-21T20:15:45,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/08d4bafa52ce4b10be70e292b926cebd to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/08d4bafa52ce4b10be70e292b926cebd 2024-11-21T20:15:45,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/7a5ee29b8ace45f898ce651574012745 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/7a5ee29b8ace45f898ce651574012745 2024-11-21T20:15:45,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/16a188c4742e4fb6b0f22549c49cc8fa to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/16a188c4742e4fb6b0f22549c49cc8fa 2024-11-21T20:15:45,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/c9cccc490ad148819b6682993d72df3b to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/c9cccc490ad148819b6682993d72df3b 2024-11-21T20:15:45,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/ec95b593a5d742838e2e6c151aeaad0d to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/ec95b593a5d742838e2e6c151aeaad0d 2024-11-21T20:15:45,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/8747ae4a2ff44fa09e77dae2aca489bf to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/8747ae4a2ff44fa09e77dae2aca489bf 2024-11-21T20:15:45,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/14957c95715948d982d6867928c5eeaf to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/14957c95715948d982d6867928c5eeaf 2024-11-21T20:15:45,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/562924a5f37d4213a55859ff9651b6f1 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/562924a5f37d4213a55859ff9651b6f1 2024-11-21T20:15:45,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/91b6fbb1aa9b4cc4b1136f0d5959bb3f to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/91b6fbb1aa9b4cc4b1136f0d5959bb3f 2024-11-21T20:15:45,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/2637d67457e448bcafd1874a9aca4815 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/2637d67457e448bcafd1874a9aca4815 2024-11-21T20:15:45,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/2a978a077e0a40e7a85e7a234630ff3f to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/2a978a077e0a40e7a85e7a234630ff3f 2024-11-21T20:15:45,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/3e74a811db2840abb6cd9a684fa7e591, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/41f7625cabd5453799e6578d274bd55a, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/a0908e8d32d44b48b89a329e9a73daaf, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/2b4c4f105e904192a65c53ef7321fcc9, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/f4e92973be91462c9c88d4c567123415, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/a90f55f07b1f4718adfcb988d497529e, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/1a1696b73d7d4c8f9220851e9a9e00f1, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/dc986c2f661c4fabbece505cfec2be29, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/a65eb4c459074457b55454c96240fc88, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/ddb73048aa94462b98d792d99db45c9a, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/e0def7542a8442d0b75e2918347f2a4d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/71bc1f796fee45b292a723b51cd7a555, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/50b4cfd6ba0c40459e789405ce0fbef7, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/4ebabee5f9dd45c5a7e1facad1bc7210, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/571604efeb95466a87db32a347066a1b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/cea6eff21ce84073b02c13946f11bb53, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/d9b4b1fda8b54ac59fe2fa564c99c42e, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/acbe11d0967e4ee19a0e74aa2d993f84] to archive 2024-11-21T20:15:45,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T20:15:45,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/3e74a811db2840abb6cd9a684fa7e591 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/3e74a811db2840abb6cd9a684fa7e591 2024-11-21T20:15:45,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/41f7625cabd5453799e6578d274bd55a to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/41f7625cabd5453799e6578d274bd55a 2024-11-21T20:15:45,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/a0908e8d32d44b48b89a329e9a73daaf to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/a0908e8d32d44b48b89a329e9a73daaf 2024-11-21T20:15:45,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/2b4c4f105e904192a65c53ef7321fcc9 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/2b4c4f105e904192a65c53ef7321fcc9 2024-11-21T20:15:45,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/f4e92973be91462c9c88d4c567123415 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/f4e92973be91462c9c88d4c567123415 2024-11-21T20:15:45,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/a90f55f07b1f4718adfcb988d497529e to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/a90f55f07b1f4718adfcb988d497529e 2024-11-21T20:15:45,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/1a1696b73d7d4c8f9220851e9a9e00f1 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/1a1696b73d7d4c8f9220851e9a9e00f1 2024-11-21T20:15:45,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/dc986c2f661c4fabbece505cfec2be29 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/dc986c2f661c4fabbece505cfec2be29 2024-11-21T20:15:45,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/a65eb4c459074457b55454c96240fc88 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/a65eb4c459074457b55454c96240fc88 2024-11-21T20:15:45,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/ddb73048aa94462b98d792d99db45c9a to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/ddb73048aa94462b98d792d99db45c9a 2024-11-21T20:15:45,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/e0def7542a8442d0b75e2918347f2a4d to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/e0def7542a8442d0b75e2918347f2a4d 2024-11-21T20:15:45,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/71bc1f796fee45b292a723b51cd7a555 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/71bc1f796fee45b292a723b51cd7a555 2024-11-21T20:15:45,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/50b4cfd6ba0c40459e789405ce0fbef7 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/50b4cfd6ba0c40459e789405ce0fbef7 2024-11-21T20:15:45,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/4ebabee5f9dd45c5a7e1facad1bc7210 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/4ebabee5f9dd45c5a7e1facad1bc7210 2024-11-21T20:15:45,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/571604efeb95466a87db32a347066a1b to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/571604efeb95466a87db32a347066a1b 2024-11-21T20:15:45,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/cea6eff21ce84073b02c13946f11bb53 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/cea6eff21ce84073b02c13946f11bb53 2024-11-21T20:15:45,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/d9b4b1fda8b54ac59fe2fa564c99c42e to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/d9b4b1fda8b54ac59fe2fa564c99c42e 2024-11-21T20:15:45,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/acbe11d0967e4ee19a0e74aa2d993f84 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/acbe11d0967e4ee19a0e74aa2d993f84 2024-11-21T20:15:45,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/aafc81e0de0b4bb780ae576f58fd9312, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/47db565c7e574a5990f8efd67eac2bd2, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/fb6bc561749e4dadbe48f22feb4d0da3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/e4622ab8670f40a5a95b1af649c4bd69, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/e300e6ca4f964a2fa213dab88605d2db, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/af8700dc017340f39ddb74d2379063fa, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/ae50889957754adb913bd6642c680506, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/208a3b6c12c44b8fbd27b5445cbebb33, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/a361033a63584950ab64f18379096d34, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/37cbb961c5f14a7d8475bf92aaa22fa4, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/470a6d5527e942babee3f75d5ad5f9ca, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/5185e8b92e154e8bbf0357daf6748d21, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/7357d161094b4ad99ee73e4d052d13c6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/b4e26d9d99e341c8ac46550afe7dc62e, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/d2f91a96e21b4d668fc528e0b5227db7, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/cf63694f1cc44ea99d9a3b5dd62a82ff, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/d125acd4c36544878fefc2fafd7297a0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/9b75ac69b8964b68965549b66ec253d4] to archive 2024-11-21T20:15:45,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T20:15:45,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/aafc81e0de0b4bb780ae576f58fd9312 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/aafc81e0de0b4bb780ae576f58fd9312 2024-11-21T20:15:45,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/47db565c7e574a5990f8efd67eac2bd2 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/47db565c7e574a5990f8efd67eac2bd2 2024-11-21T20:15:45,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/fb6bc561749e4dadbe48f22feb4d0da3 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/fb6bc561749e4dadbe48f22feb4d0da3 2024-11-21T20:15:45,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/e4622ab8670f40a5a95b1af649c4bd69 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/e4622ab8670f40a5a95b1af649c4bd69 2024-11-21T20:15:45,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/e300e6ca4f964a2fa213dab88605d2db to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/e300e6ca4f964a2fa213dab88605d2db 2024-11-21T20:15:45,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/af8700dc017340f39ddb74d2379063fa to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/af8700dc017340f39ddb74d2379063fa 2024-11-21T20:15:45,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/ae50889957754adb913bd6642c680506 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/ae50889957754adb913bd6642c680506 2024-11-21T20:15:45,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/208a3b6c12c44b8fbd27b5445cbebb33 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/208a3b6c12c44b8fbd27b5445cbebb33 2024-11-21T20:15:45,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/a361033a63584950ab64f18379096d34 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/a361033a63584950ab64f18379096d34 2024-11-21T20:15:45,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/37cbb961c5f14a7d8475bf92aaa22fa4 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/37cbb961c5f14a7d8475bf92aaa22fa4 2024-11-21T20:15:45,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/470a6d5527e942babee3f75d5ad5f9ca to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/470a6d5527e942babee3f75d5ad5f9ca 2024-11-21T20:15:45,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/5185e8b92e154e8bbf0357daf6748d21 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/5185e8b92e154e8bbf0357daf6748d21 2024-11-21T20:15:45,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/7357d161094b4ad99ee73e4d052d13c6 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/7357d161094b4ad99ee73e4d052d13c6 2024-11-21T20:15:45,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/b4e26d9d99e341c8ac46550afe7dc62e to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/b4e26d9d99e341c8ac46550afe7dc62e 2024-11-21T20:15:45,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/d2f91a96e21b4d668fc528e0b5227db7 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/d2f91a96e21b4d668fc528e0b5227db7 2024-11-21T20:15:45,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/cf63694f1cc44ea99d9a3b5dd62a82ff to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/cf63694f1cc44ea99d9a3b5dd62a82ff 2024-11-21T20:15:45,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/d125acd4c36544878fefc2fafd7297a0 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/d125acd4c36544878fefc2fafd7297a0 2024-11-21T20:15:45,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/9b75ac69b8964b68965549b66ec253d4 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/9b75ac69b8964b68965549b66ec253d4 2024-11-21T20:15:45,219 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/recovered.edits/321.seqid, newMaxSeqId=321, maxSeqId=4 2024-11-21T20:15:45,220 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. 2024-11-21T20:15:45,220 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1676): Region close journal for 8fd5c72ec3838a9333d2893af26fe678: Waiting for close lock at 1732220143463Running coprocessor pre-close hooks at 1732220143463Disabling compacts and flushes for region at 1732220143463Disabling writes for close at 1732220143463Obtaining lock to block concurrent updates at 1732220143463Preparing flush snapshotting stores in 8fd5c72ec3838a9333d2893af26fe678 at 1732220143463Finished memstore snapshotting TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732220143464 (+1 ms)Flushing stores of TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678. at 1732220143465 (+1 ms)Flushing 8fd5c72ec3838a9333d2893af26fe678/A: creating writer at 1732220143465Flushing mob file 8fd5c72ec3838a9333d2893af26fe678/A: appending metadata at 1732220143471 (+6 ms)Flushing mob file 8fd5c72ec3838a9333d2893af26fe678/A: closing flushed file at 1732220143471Flushing 8fd5c72ec3838a9333d2893af26fe678/A: appending metadata at 1732220143881 (+410 ms)Flushing 8fd5c72ec3838a9333d2893af26fe678/A: closing flushed file at 1732220143881Flushing 8fd5c72ec3838a9333d2893af26fe678/B: creating writer at 1732220144293 (+412 ms)Flushing 8fd5c72ec3838a9333d2893af26fe678/B: appending metadata at 1732220144297 (+4 ms)Flushing 8fd5c72ec3838a9333d2893af26fe678/B: closing flushed file at 1732220144297Flushing 8fd5c72ec3838a9333d2893af26fe678/C: creating writer at 1732220144707 (+410 ms)Flushing 8fd5c72ec3838a9333d2893af26fe678/C: appending metadata at 1732220144710 (+3 ms)Flushing 8fd5c72ec3838a9333d2893af26fe678/C: closing flushed file at 1732220144710Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8560e1f: reopening flushed file at 1732220145120 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@888106e: reopening flushed file at 1732220145126 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b847bc8: reopening flushed file at 1732220145132 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 8fd5c72ec3838a9333d2893af26fe678 in 1675ms, sequenceid=318, compaction requested=true at 1732220145138 (+6 ms)Writing region close event to WAL at 1732220145216 (+78 ms)Running coprocessor post-close hooks at 1732220145220 (+4 ms)Closed at 1732220145220 2024-11-21T20:15:45,222 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(157): Closed 8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:45,223 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=54 updating hbase:meta row=8fd5c72ec3838a9333d2893af26fe678, regionState=CLOSED 2024-11-21T20:15:45,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=54, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 because future has completed 2024-11-21T20:15:45,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-21T20:15:45,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; CloseRegionProcedure 8fd5c72ec3838a9333d2893af26fe678, server=377014bd7527,44057,1732220072650 in 1.9150 sec 2024-11-21T20:15:45,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=53 2024-11-21T20:15:45,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8fd5c72ec3838a9333d2893af26fe678, UNASSIGN in 1.9190 sec 2024-11-21T20:15:45,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-21T20:15:45,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9230 sec 2024-11-21T20:15:45,232 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220145232"}]},"ts":"1732220145232"} 2024-11-21T20:15:45,234 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T20:15:45,234 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T20:15:45,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9350 sec 2024-11-21T20:15:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-21T20:15:45,448 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:15:45,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T20:15:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:15:45,450 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=56, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:15:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-21T20:15:45,451 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=56, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:15:45,454 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:45,457 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A, FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B, FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C, FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/recovered.edits] 2024-11-21T20:15:45,460 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/64c3b4786f7a4be599b8de241725b702 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/64c3b4786f7a4be599b8de241725b702 2024-11-21T20:15:45,461 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/8e25515e3085494dac373176be659198 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/8e25515e3085494dac373176be659198 2024-11-21T20:15:45,462 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/dedccfde547e43bc82e2e202bed9d408 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/A/dedccfde547e43bc82e2e202bed9d408 2024-11-21T20:15:45,465 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/36ac334bbae447ea8c6c4ddb9f7d6a81 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/36ac334bbae447ea8c6c4ddb9f7d6a81 2024-11-21T20:15:45,467 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/69010fd1b705421f9b66c5153c663509 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/69010fd1b705421f9b66c5153c663509 2024-11-21T20:15:45,468 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/8ecc58cb066844f7a6e2d6a1e52f8c4c to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/B/8ecc58cb066844f7a6e2d6a1e52f8c4c 2024-11-21T20:15:45,471 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/3b088d1a63354d33a5cd24eb33af0799 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/3b088d1a63354d33a5cd24eb33af0799 2024-11-21T20:15:45,473 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/8902fc00b7814714bf20e3bcefbc5798 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/8902fc00b7814714bf20e3bcefbc5798 2024-11-21T20:15:45,474 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/a79e1c8eef3b45fdb12b21c90d260194 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/C/a79e1c8eef3b45fdb12b21c90d260194 2024-11-21T20:15:45,478 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/recovered.edits/321.seqid to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678/recovered.edits/321.seqid 2024-11-21T20:15:45,478 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:45,478 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T20:15:45,479 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T20:15:45,479 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T20:15:45,484 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121100c00edef084f7bba845aa15f3731a6_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121100c00edef084f7bba845aa15f3731a6_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:45,485 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211cadb01d2d4c49ad8cd7b14fbe1fdf60_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211cadb01d2d4c49ad8cd7b14fbe1fdf60_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:45,487 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212c3219eb093b4caeaced921acf9c2ba8_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212c3219eb093b4caeaced921acf9c2ba8_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:45,488 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112137f88e0f593a4dc7a8fc47a6bb16febd_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112137f88e0f593a4dc7a8fc47a6bb16febd_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:45,490 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214048a1cf6f984d4eb9527ca1373bac28_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214048a1cf6f984d4eb9527ca1373bac28_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:45,492 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112143faf4bfe09b49ea84ee2cf23f364e02_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112143faf4bfe09b49ea84ee2cf23f364e02_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:45,493 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215173574bb11245508543ecdbe7a05196_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215173574bb11245508543ecdbe7a05196_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:45,495 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215983f28af6e5490b93b61161ac103770_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215983f28af6e5490b93b61161ac103770_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:45,496 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215a911c953ab84b63ba14057b45940fbe_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215a911c953ab84b63ba14057b45940fbe_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:45,498 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112162715a437a184702880ae09d934b8b42_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112162715a437a184702880ae09d934b8b42_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:45,499 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121627f4d01febe47bd9ea50738e3e40aec_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121627f4d01febe47bd9ea50738e3e40aec_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:45,501 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112186d481401b444b218ccae454ffef1129_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112186d481401b444b218ccae454ffef1129_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:45,502 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cb4c8fcef59247b68716a97e251ba3c7_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cb4c8fcef59247b68716a97e251ba3c7_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:45,503 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121db29905cce1d4ff78b1454b97afb09dc_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121db29905cce1d4ff78b1454b97afb09dc_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:45,505 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e51f6224a75e479ba547119bdfaadb4f_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e51f6224a75e479ba547119bdfaadb4f_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:45,507 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121fb8b6e6c287243d0adef14aeee76a065_8fd5c72ec3838a9333d2893af26fe678 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121fb8b6e6c287243d0adef14aeee76a065_8fd5c72ec3838a9333d2893af26fe678 2024-11-21T20:15:45,507 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T20:15:45,512 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=56, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:15:45,515 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T20:15:45,518 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T20:15:45,519 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=56, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:15:45,519 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T20:15:45,519 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732220145519"}]},"ts":"9223372036854775807"} 2024-11-21T20:15:45,522 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-21T20:15:45,522 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 8fd5c72ec3838a9333d2893af26fe678, NAME => 'TestAcidGuarantees,,1732220111546.8fd5c72ec3838a9333d2893af26fe678.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T20:15:45,522 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T20:15:45,522 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732220145522"}]},"ts":"9223372036854775807"} 2024-11-21T20:15:45,524 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-21T20:15:45,525 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=56, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:15:45,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 77 msec 2024-11-21T20:15:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-21T20:15:45,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-21T20:15:45,558 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:15:45,568 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=249 (was 246) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/cluster_624d157e-386a-9996-8d25-493ef4160b01/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-729547447_22 at /127.0.0.1:35472 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/cluster_624d157e-386a-9996-8d25-493ef4160b01/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=328 (was 351), ProcessCount=11 (was 11), AvailableMemoryMB=14571 (was 13679) - AvailableMemoryMB LEAK? - 2024-11-21T20:15:45,577 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=249, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=328, ProcessCount=11, AvailableMemoryMB=14570 2024-11-21T20:15:45,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T20:15:45,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:15:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T20:15:45,580 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:15:45,581 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:15:45,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 57 2024-11-21T20:15:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-21T20:15:45,582 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:15:45,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742029_1205 (size=1061) 2024-11-21T20:15:45,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-21T20:15:45,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-21T20:15:45,996 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0 2024-11-21T20:15:46,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742030_1206 (size=53) 2024-11-21T20:15:46,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-21T20:15:46,404 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:15:46,404 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ee5e5f9f5d57d1e2205e1c293524f65c, disabling compactions & flushes 2024-11-21T20:15:46,404 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:46,404 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:46,404 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. after waiting 0 ms 2024-11-21T20:15:46,404 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:46,404 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:46,404 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee5e5f9f5d57d1e2205e1c293524f65c: Waiting for close lock at 1732220146404Disabling compacts and flushes for region at 1732220146404Disabling writes for close at 1732220146404Writing region close event to WAL at 1732220146404Closed at 1732220146404 2024-11-21T20:15:46,406 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:15:46,407 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732220146406"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220146406"}]},"ts":"1732220146406"} 2024-11-21T20:15:46,409 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:15:46,411 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:15:46,411 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220146411"}]},"ts":"1732220146411"} 2024-11-21T20:15:46,413 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T20:15:46,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ee5e5f9f5d57d1e2205e1c293524f65c, ASSIGN}] 2024-11-21T20:15:46,415 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ee5e5f9f5d57d1e2205e1c293524f65c, ASSIGN 2024-11-21T20:15:46,416 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ee5e5f9f5d57d1e2205e1c293524f65c, ASSIGN; state=OFFLINE, location=377014bd7527,44057,1732220072650; forceNewPlan=false, retain=false 2024-11-21T20:15:46,567 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=ee5e5f9f5d57d1e2205e1c293524f65c, regionState=OPENING, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:15:46,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ee5e5f9f5d57d1e2205e1c293524f65c, ASSIGN because future has completed 2024-11-21T20:15:46,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650}] 2024-11-21T20:15:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-21T20:15:46,734 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:46,735 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7752): Opening region: {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:15:46,735 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:46,735 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:15:46,735 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7794): checking encryption for ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:46,736 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7797): checking classloading for ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:46,738 INFO [StoreOpener-ee5e5f9f5d57d1e2205e1c293524f65c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:46,739 INFO [StoreOpener-ee5e5f9f5d57d1e2205e1c293524f65c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T20:15:46,740 INFO [StoreOpener-ee5e5f9f5d57d1e2205e1c293524f65c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee5e5f9f5d57d1e2205e1c293524f65c columnFamilyName A 2024-11-21T20:15:46,740 DEBUG [StoreOpener-ee5e5f9f5d57d1e2205e1c293524f65c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:15:46,741 INFO [StoreOpener-ee5e5f9f5d57d1e2205e1c293524f65c-1 {}] regionserver.HStore(327): Store=ee5e5f9f5d57d1e2205e1c293524f65c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:15:46,741 INFO [StoreOpener-ee5e5f9f5d57d1e2205e1c293524f65c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:46,743 INFO [StoreOpener-ee5e5f9f5d57d1e2205e1c293524f65c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T20:15:46,743 INFO [StoreOpener-ee5e5f9f5d57d1e2205e1c293524f65c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee5e5f9f5d57d1e2205e1c293524f65c columnFamilyName B 2024-11-21T20:15:46,743 DEBUG [StoreOpener-ee5e5f9f5d57d1e2205e1c293524f65c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:15:46,744 INFO [StoreOpener-ee5e5f9f5d57d1e2205e1c293524f65c-1 {}] regionserver.HStore(327): Store=ee5e5f9f5d57d1e2205e1c293524f65c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:15:46,744 INFO [StoreOpener-ee5e5f9f5d57d1e2205e1c293524f65c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:46,745 INFO [StoreOpener-ee5e5f9f5d57d1e2205e1c293524f65c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T20:15:46,746 INFO [StoreOpener-ee5e5f9f5d57d1e2205e1c293524f65c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee5e5f9f5d57d1e2205e1c293524f65c columnFamilyName C 2024-11-21T20:15:46,746 DEBUG [StoreOpener-ee5e5f9f5d57d1e2205e1c293524f65c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:15:46,746 INFO [StoreOpener-ee5e5f9f5d57d1e2205e1c293524f65c-1 {}] regionserver.HStore(327): Store=ee5e5f9f5d57d1e2205e1c293524f65c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:15:46,746 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:46,746 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1038): replaying wal for ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:46,747 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:46,748 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:46,749 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1048): stopping wal replay for ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:46,749 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1060): Cleaning up temporary data for ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:46,750 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T20:15:46,751 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1093): writing seq id for ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:46,753 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:15:46,754 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1114): Opened ee5e5f9f5d57d1e2205e1c293524f65c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63808908, jitterRate=-0.049173176288604736}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T20:15:46,754 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:46,755 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1006): Region open journal for ee5e5f9f5d57d1e2205e1c293524f65c: Running coprocessor pre-open hook at 1732220146736Writing region info on filesystem at 1732220146736Initializing all the Stores at 1732220146737 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220146737Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220146737Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220146737Cleaning up temporary data from old regions at 1732220146749 (+12 ms)Running coprocessor post-open hooks at 1732220146754 (+5 ms)Region opened successfully at 1732220146755 (+1 ms) 2024-11-21T20:15:46,756 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., pid=59, masterSystemTime=1732220146727 2024-11-21T20:15:46,758 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:46,758 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:46,759 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=ee5e5f9f5d57d1e2205e1c293524f65c, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:15:46,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 because future has completed 2024-11-21T20:15:46,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-21T20:15:46,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; OpenRegionProcedure ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 in 189 msec 2024-11-21T20:15:46,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-21T20:15:46,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ee5e5f9f5d57d1e2205e1c293524f65c, ASSIGN in 350 msec 2024-11-21T20:15:46,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:15:46,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220146765"}]},"ts":"1732220146765"} 2024-11-21T20:15:46,767 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T20:15:46,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:15:46,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1890 sec 2024-11-21T20:15:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-21T20:15:47,738 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:15:47,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e04d2b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,739 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:15:47,739 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:15:47,740 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:15:47,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:15:47,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:15:47,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7928fd46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:15:47,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:15:47,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:47,742 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:15:47,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dede020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,743 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:15:47,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:15:47,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:15:47,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:15:47,746 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:15:47,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,38673,1732220071552 2024-11-21T20:15:47,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dac2b81 2024-11-21T20:15:47,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:15:47,748 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:15:47,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391cff66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,750 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:15:47,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:15:47,751 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:15:47,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:15:47,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:15:47,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2403099f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:15:47,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:15:47,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:47,753 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:15:47,753 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679586ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135bd0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:15:47,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:15:47,755 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:15:47,755 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:15:47,755 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:15:47,756 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edec135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,756 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:15:47,756 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:15:47,756 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:47,757 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:15:47,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d98b45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4609cead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,760 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:15:47,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:15:47,761 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:15:47,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:15:47,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:15:47,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca21151, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:15:47,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:15:47,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:47,762 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:15:47,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2564b20e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2df097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,764 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:15:47,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:15:47,765 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:15:47,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:15:47,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:15:47,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72dd7899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:15:47,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:15:47,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:47,767 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:15:47,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0891fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2856abc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,768 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:15:47,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:15:47,769 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:15:47,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:15:47,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:15:47,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e23eb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:15:47,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:15:47,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:47,771 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:15:47,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632e0465, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4f6020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,772 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:15:47,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:15:47,773 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:15:47,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:15:47,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:15:47,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea05d3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:15:47,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:15:47,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:47,774 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:15:47,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51bae92f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692cba37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:15:47,776 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:15:47,777 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:15:47,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:15:47,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:15:47,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78bb540a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:15:47,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:15:47,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:47,778 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:15:47,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa2b37a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d805c88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,780 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:15:47,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:15:47,781 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:15:47,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:15:47,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:15:47,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@754daff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:15:47,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:15:47,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:47,782 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:15:47,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195309e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4861c2d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,783 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:15:47,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:15:47,784 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:15:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:15:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:15:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512d1a90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:15:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:15:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:47,786 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:15:47,786 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ecc194f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3397c776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,787 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:15:47,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:15:47,788 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:15:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:15:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:15:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f77168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:15:47,789 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:15:47,789 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:15:47,790 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:15:47,790 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eba5bfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:15:47,791 DEBUG [Thread-991 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:15:47,791 DEBUG [Thread-1002 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:15:47,791 DEBUG [Thread-996 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:15:47,792 DEBUG [Thread-994 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:15:47,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:15:47,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:15:47,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:15:47,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:15:47,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:15:47,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:15:47,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:15:47,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:15:47,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:15:47,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:15:47,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:15:47,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:15:47,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:15:47,794 DEBUG [Thread-983 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:15:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-21T20:15:47,795 DEBUG [Thread-987 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:15:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-21T20:15:47,795 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:15:47,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:15:47,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:15:47,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:15:47,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:15:47,797 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:15:47,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:15:47,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:15:47,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:15:47,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:15:47,798 DEBUG [Thread-989 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:15:47,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:15:47,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:15:47,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:15:47,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:15:47,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:15:47,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:15:47,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:15:47,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:15:47,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:15:47,804 DEBUG [Thread-998 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:15:47,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:15:47,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:15:47,806 DEBUG [Thread-985 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:15:47,806 DEBUG [Thread-1000 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:15:47,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:15:47,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:15:47,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:15:47,807 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:15:47,807 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:15:47,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:15:47,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:15:47,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:15:47,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:15:47,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:15:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:47,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee5e5f9f5d57d1e2205e1c293524f65c 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T20:15:47,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=A 2024-11-21T20:15:47,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:47,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=B 2024-11-21T20:15:47,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:47,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=C 2024-11-21T20:15:47,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:47,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/d6b8d667f2f34e8cabc8affcf9408702 is 50, key is test_row_0/A:col10/1732220147810/Put/seqid=0 2024-11-21T20:15:47,858 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732220147841, max timestamp=1732220147854Num uniques 859; 2024-11-21T20:15:47,858 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732220147841, max timestamp=1732220147854Num uniques 859; 2024-11-21T20:15:47,858 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-21T20:15:47,858 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-21T20:15:47,862 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220147841, max timestamp=1732220147854Num uniques 859; 2024-11-21T20:15:47,862 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:15:47,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742031_1207 (size=16681) 2024-11-21T20:15:47,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/d6b8d667f2f34e8cabc8affcf9408702 2024-11-21T20:15:47,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1732220207877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:47,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:47,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:47,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:47,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-21T20:15:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1732220207886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:47,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:47,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:47,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:47,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732220207887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:47,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:47,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:47,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:47,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220207889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:47,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1732220207889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:47,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:47,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:47,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:47,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:47,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:47,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:47,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/3c76ffba798c47f29cdb581b580e5751 is 50, key is test_row_0/B:col10/1732220147810/Put/seqid=0 2024-11-21T20:15:47,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-21T20:15:47,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:47,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:47,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:47,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:47,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:47,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742032_1208 (size=12001) 2024-11-21T20:15:47,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/3c76ffba798c47f29cdb581b580e5751 2024-11-21T20:15:48,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/3fbfafd746a140c293436d2b80e35cad is 50, key is test_row_0/C:col10/1732220147810/Put/seqid=0 2024-11-21T20:15:48,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1732220207998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:48,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:48,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1732220208008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:48,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:48,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732220208008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:48,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:48,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:48,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220208008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:48,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:48,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:48,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1732220208009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:48,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:48,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742033_1209 (size=12001) 2024-11-21T20:15:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-21T20:15:48,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-21T20:15:48,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:48,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:48,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:48,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:48,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:48,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1732220208207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:48,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:48,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1732220208218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:48,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:48,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732220208218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:48,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:48,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220208218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:48,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:48,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1732220208218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:48,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:48,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-21T20:15:48,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:48,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:48,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:48,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:48,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:48,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/3fbfafd746a140c293436d2b80e35cad 2024-11-21T20:15:48,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-21T20:15:48,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:48,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:48,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:48,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:48,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-21T20:15:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:48,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/d6b8d667f2f34e8cabc8affcf9408702 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/d6b8d667f2f34e8cabc8affcf9408702 2024-11-21T20:15:48,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/d6b8d667f2f34e8cabc8affcf9408702, entries=250, sequenceid=12, filesize=16.3 K 2024-11-21T20:15:48,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/3c76ffba798c47f29cdb581b580e5751 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/3c76ffba798c47f29cdb581b580e5751 2024-11-21T20:15:48,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/3c76ffba798c47f29cdb581b580e5751, entries=150, sequenceid=12, filesize=11.7 K 2024-11-21T20:15:48,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/3fbfafd746a140c293436d2b80e35cad as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/3fbfafd746a140c293436d2b80e35cad 2024-11-21T20:15:48,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/3fbfafd746a140c293436d2b80e35cad, entries=150, sequenceid=12, filesize=11.7 K 2024-11-21T20:15:48,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for ee5e5f9f5d57d1e2205e1c293524f65c in 634ms, sequenceid=12, compaction requested=false 2024-11-21T20:15:48,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:48,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee5e5f9f5d57d1e2205e1c293524f65c 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-21T20:15:48,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=A 2024-11-21T20:15:48,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:15:48,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=B 2024-11-21T20:15:48,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:15:48,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=C 2024-11-21T20:15:48,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:15:48,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/88d2964265c24e93b71aabe74030fca2 is 50, key is test_row_0/A:col10/1732220147881/Put/seqid=0 2024-11-21T20:15:48,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220208536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:48,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:48,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1732220208536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:48,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1732220208538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:48,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:48,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:48,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742034_1210 (size=14341) 2024-11-21T20:15:48,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/88d2964265c24e93b71aabe74030fca2 2024-11-21T20:15:48,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1732220208544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:48,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:48,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732220208546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:48,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:48,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/187d2def70b743e19ef559153399206d is 50, key is test_row_0/B:col10/1732220147881/Put/seqid=0 2024-11-21T20:15:48,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742035_1211 (size=12001) 2024-11-21T20:15:48,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/187d2def70b743e19ef559153399206d 2024-11-21T20:15:48,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-21T20:15:48,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:48,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:48,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:48,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:48,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:48,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/4ed7558badc8471bb3b0067ec16a67f6 is 50, key is test_row_0/C:col10/1732220147881/Put/seqid=0 2024-11-21T20:15:48,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742036_1212 (size=12001) 2024-11-21T20:15:48,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/4ed7558badc8471bb3b0067ec16a67f6 2024-11-21T20:15:48,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/88d2964265c24e93b71aabe74030fca2 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/88d2964265c24e93b71aabe74030fca2 2024-11-21T20:15:48,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/88d2964265c24e93b71aabe74030fca2, entries=200, sequenceid=47, filesize=14.0 K 2024-11-21T20:15:48,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/187d2def70b743e19ef559153399206d as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/187d2def70b743e19ef559153399206d 2024-11-21T20:15:48,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/187d2def70b743e19ef559153399206d, entries=150, sequenceid=47, filesize=11.7 K 2024-11-21T20:15:48,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220208648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:48,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:48,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/4ed7558badc8471bb3b0067ec16a67f6 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/4ed7558badc8471bb3b0067ec16a67f6 2024-11-21T20:15:48,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/4ed7558badc8471bb3b0067ec16a67f6, entries=150, sequenceid=47, filesize=11.7 K 2024-11-21T20:15:48,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1732220208658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:48,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=53.67 KB/54960 for ee5e5f9f5d57d1e2205e1c293524f65c in 138ms, sequenceid=47, compaction requested=false 2024-11-21T20:15:48,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:48,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:48,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee5e5f9f5d57d1e2205e1c293524f65c 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T20:15:48,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=A 2024-11-21T20:15:48,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:48,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=B 2024-11-21T20:15:48,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:48,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=C 2024-11-21T20:15:48,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:48,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/088c59b277304098b3d8b02525a9ab6c is 50, key is test_row_0/A:col10/1732220148660/Put/seqid=0 2024-11-21T20:15:48,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1732220208698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:48,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1732220208698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:48,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:48,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:48,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732220208704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:48,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:48,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-21T20:15:48,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:48,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:48,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:48,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:48,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:48,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742037_1213 (size=9657) 2024-11-21T20:15:48,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/088c59b277304098b3d8b02525a9ab6c 2024-11-21T20:15:48,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/72b0e1c2612548bc9819abd9704471aa is 50, key is test_row_0/B:col10/1732220148660/Put/seqid=0 2024-11-21T20:15:48,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1732220208808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:48,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1732220208808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:48,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:48,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742038_1214 (size=9657) 2024-11-21T20:15:48,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:48,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/72b0e1c2612548bc9819abd9704471aa 2024-11-21T20:15:48,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732220208818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:48,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:48,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/2afa44b8c99f490b89289072d0487d2e is 50, key is test_row_0/C:col10/1732220148660/Put/seqid=0 2024-11-21T20:15:48,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220208858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:48,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:48,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742039_1215 (size=9657) 2024-11-21T20:15:48,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/2afa44b8c99f490b89289072d0487d2e 2024-11-21T20:15:48,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1732220208868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:48,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:48,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:48,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-21T20:15:48,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:48,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:48,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:48,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:48,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:48,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/088c59b277304098b3d8b02525a9ab6c as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/088c59b277304098b3d8b02525a9ab6c 2024-11-21T20:15:48,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/088c59b277304098b3d8b02525a9ab6c, entries=100, sequenceid=59, filesize=9.4 K 2024-11-21T20:15:48,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/72b0e1c2612548bc9819abd9704471aa as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/72b0e1c2612548bc9819abd9704471aa 2024-11-21T20:15:48,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/72b0e1c2612548bc9819abd9704471aa, entries=100, sequenceid=59, filesize=9.4 K 2024-11-21T20:15:48,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/2afa44b8c99f490b89289072d0487d2e as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/2afa44b8c99f490b89289072d0487d2e 2024-11-21T20:15:48,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/2afa44b8c99f490b89289072d0487d2e, entries=100, sequenceid=59, filesize=9.4 K 2024-11-21T20:15:48,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for ee5e5f9f5d57d1e2205e1c293524f65c in 248ms, sequenceid=59, compaction requested=true 2024-11-21T20:15:48,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:48,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:15:48,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:48,909 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:15:48,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:15:48,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:48,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:15:48,910 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:15:48,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:15:48,910 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:15:48,910 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40679 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:15:48,910 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/A is initiating minor compaction (all files) 2024-11-21T20:15:48,910 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/B is initiating minor compaction (all files) 2024-11-21T20:15:48,911 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/A in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:48,911 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/B in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:48,911 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/3c76ffba798c47f29cdb581b580e5751, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/187d2def70b743e19ef559153399206d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/72b0e1c2612548bc9819abd9704471aa] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=32.9 K 2024-11-21T20:15:48,911 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/d6b8d667f2f34e8cabc8affcf9408702, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/88d2964265c24e93b71aabe74030fca2, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/088c59b277304098b3d8b02525a9ab6c] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=39.7 K 2024-11-21T20:15:48,912 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c76ffba798c47f29cdb581b580e5751, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732220147809 2024-11-21T20:15:48,912 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6b8d667f2f34e8cabc8affcf9408702, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732220147802 2024-11-21T20:15:48,912 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 187d2def70b743e19ef559153399206d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732220147879 2024-11-21T20:15:48,912 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88d2964265c24e93b71aabe74030fca2, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732220147879 2024-11-21T20:15:48,913 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 72b0e1c2612548bc9819abd9704471aa, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732220148534 2024-11-21T20:15:48,913 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 088c59b277304098b3d8b02525a9ab6c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732220148534 2024-11-21T20:15:48,922 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#B#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:48,922 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/376ed7cc3af9489a99c3eb5cccbea1f2 is 50, key is test_row_0/B:col10/1732220148660/Put/seqid=0 2024-11-21T20:15:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-21T20:15:48,930 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#A#compaction#178 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:48,931 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/99fdafbea6a141a38656653965c11927 is 50, key is test_row_0/A:col10/1732220148660/Put/seqid=0 2024-11-21T20:15:48,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742040_1216 (size=12104) 2024-11-21T20:15:48,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742041_1217 (size=12104) 2024-11-21T20:15:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:49,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee5e5f9f5d57d1e2205e1c293524f65c 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-21T20:15:49,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=A 2024-11-21T20:15:49,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:15:49,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=B 2024-11-21T20:15:49,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:15:49,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=C 2024-11-21T20:15:49,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:15:49,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/55367e7317ea4b22848b2cec859e53bc is 50, key is test_row_0/A:col10/1732220148696/Put/seqid=0 2024-11-21T20:15:49,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-21T20:15:49,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:49,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:49,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:49,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:49,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:49,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742042_1218 (size=12001) 2024-11-21T20:15:49,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732220209042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:49,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1732220209042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:49,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1732220209043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:49,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:49,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:49,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:49,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1732220209157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:49,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:49,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732220209157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:49,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:49,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:49,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1732220209157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:49,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:49,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220209168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:49,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:49,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-21T20:15:49,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:49,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:49,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:49,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:49,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:49,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1732220209188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:49,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:49,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-21T20:15:49,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:49,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:49,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:49,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:49,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:49,340 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/376ed7cc3af9489a99c3eb5cccbea1f2 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/376ed7cc3af9489a99c3eb5cccbea1f2 2024-11-21T20:15:49,344 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/B of ee5e5f9f5d57d1e2205e1c293524f65c into 376ed7cc3af9489a99c3eb5cccbea1f2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:49,344 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:49,344 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/B, priority=13, startTime=1732220148909; duration=0sec 2024-11-21T20:15:49,344 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:15:49,344 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:B 2024-11-21T20:15:49,344 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:15:49,346 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:15:49,346 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/C is initiating minor compaction (all files) 2024-11-21T20:15:49,346 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/C in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:49,346 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/3fbfafd746a140c293436d2b80e35cad, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/4ed7558badc8471bb3b0067ec16a67f6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/2afa44b8c99f490b89289072d0487d2e] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=32.9 K 2024-11-21T20:15:49,346 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fbfafd746a140c293436d2b80e35cad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732220147809 2024-11-21T20:15:49,347 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ed7558badc8471bb3b0067ec16a67f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732220147879 2024-11-21T20:15:49,347 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 2afa44b8c99f490b89289072d0487d2e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732220148534 2024-11-21T20:15:49,349 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/99fdafbea6a141a38656653965c11927 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/99fdafbea6a141a38656653965c11927 2024-11-21T20:15:49,354 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/A of ee5e5f9f5d57d1e2205e1c293524f65c into 99fdafbea6a141a38656653965c11927(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:49,354 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:49,354 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/A, priority=13, startTime=1732220148909; duration=0sec 2024-11-21T20:15:49,354 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:49,354 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:A 2024-11-21T20:15:49,355 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#C#compaction#180 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:49,356 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/0a753f6af5dc4fe4bd065b5b97de1756 is 50, key is test_row_0/C:col10/1732220148660/Put/seqid=0 2024-11-21T20:15:49,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742043_1219 (size=12104) 2024-11-21T20:15:49,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1732220209368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:49,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:49,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:49,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1732220209368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732220209368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:49,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:49,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:49,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/55367e7317ea4b22848b2cec859e53bc 2024-11-21T20:15:49,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/e20a0f1fc46f40bb8cded34609946310 is 50, key is test_row_0/B:col10/1732220148696/Put/seqid=0 2024-11-21T20:15:49,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742044_1220 (size=12001) 2024-11-21T20:15:49,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-21T20:15:49,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:49,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:49,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:49,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:49,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:49,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-21T20:15:49,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:49,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:49,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:49,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:49,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:49,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220209677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:49,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:49,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1732220209677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1732220209677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:49,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732220209678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:49,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:49,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1732220209708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:49,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:49,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:49,766 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/0a753f6af5dc4fe4bd065b5b97de1756 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/0a753f6af5dc4fe4bd065b5b97de1756 2024-11-21T20:15:49,780 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/C of ee5e5f9f5d57d1e2205e1c293524f65c into 0a753f6af5dc4fe4bd065b5b97de1756(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:49,780 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:49,780 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/C, priority=13, startTime=1732220148909; duration=0sec 2024-11-21T20:15:49,780 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:49,780 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:C 2024-11-21T20:15:49,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-21T20:15:49,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:49,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:49,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:49,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:49,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:49,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/e20a0f1fc46f40bb8cded34609946310 2024-11-21T20:15:49,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/b47e511e1c34412297d532c3c9581597 is 50, key is test_row_0/C:col10/1732220148696/Put/seqid=0 2024-11-21T20:15:49,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742045_1221 (size=12001) 2024-11-21T20:15:49,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/b47e511e1c34412297d532c3c9581597 2024-11-21T20:15:49,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/55367e7317ea4b22848b2cec859e53bc as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/55367e7317ea4b22848b2cec859e53bc 2024-11-21T20:15:49,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/55367e7317ea4b22848b2cec859e53bc, entries=150, sequenceid=80, filesize=11.7 K 2024-11-21T20:15:49,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/e20a0f1fc46f40bb8cded34609946310 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/e20a0f1fc46f40bb8cded34609946310 2024-11-21T20:15:49,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/e20a0f1fc46f40bb8cded34609946310, entries=150, sequenceid=80, filesize=11.7 K 2024-11-21T20:15:49,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/b47e511e1c34412297d532c3c9581597 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/b47e511e1c34412297d532c3c9581597 2024-11-21T20:15:49,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/b47e511e1c34412297d532c3c9581597, entries=150, sequenceid=80, filesize=11.7 K 2024-11-21T20:15:49,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=60.38 KB/61830 for ee5e5f9f5d57d1e2205e1c293524f65c in 899ms, sequenceid=80, compaction requested=false 2024-11-21T20:15:49,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-21T20:15:49,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-21T20:15:49,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:49,948 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing ee5e5f9f5d57d1e2205e1c293524f65c 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T20:15:49,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=A 2024-11-21T20:15:49,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:49,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=B 2024-11-21T20:15:49,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:49,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=C 2024-11-21T20:15:49,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:49,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/7b8a7595af9a4a0aa41b3f9035ff648b is 50, key is test_row_0/A:col10/1732220149040/Put/seqid=0 2024-11-21T20:15:49,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742046_1222 (size=12001) 2024-11-21T20:15:49,999 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/7b8a7595af9a4a0aa41b3f9035ff648b 2024-11-21T20:15:50,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/02f5db2870c64cf8b1800a3f47af15d9 is 50, key is test_row_0/B:col10/1732220149040/Put/seqid=0 2024-11-21T20:15:50,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742047_1223 (size=12001) 2024-11-21T20:15:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:50,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:50,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732220210218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:50,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:50,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1732220210219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:50,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:50,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:50,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1732220210221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:50,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:50,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732220210327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:50,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:50,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1732220210327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:50,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:50,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:50,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1732220210327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:50,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:50,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:50,442 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/02f5db2870c64cf8b1800a3f47af15d9 2024-11-21T20:15:50,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/c3b3c24ce57a443099a8ad9e3d67c732 is 50, key is test_row_0/C:col10/1732220149040/Put/seqid=0 2024-11-21T20:15:50,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742048_1224 (size=12001) 2024-11-21T20:15:50,467 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/c3b3c24ce57a443099a8ad9e3d67c732 2024-11-21T20:15:50,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/7b8a7595af9a4a0aa41b3f9035ff648b as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/7b8a7595af9a4a0aa41b3f9035ff648b 2024-11-21T20:15:50,478 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/7b8a7595af9a4a0aa41b3f9035ff648b, entries=150, sequenceid=95, filesize=11.7 K 2024-11-21T20:15:50,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/02f5db2870c64cf8b1800a3f47af15d9 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/02f5db2870c64cf8b1800a3f47af15d9 2024-11-21T20:15:50,483 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/02f5db2870c64cf8b1800a3f47af15d9, entries=150, sequenceid=95, filesize=11.7 K 2024-11-21T20:15:50,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/c3b3c24ce57a443099a8ad9e3d67c732 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/c3b3c24ce57a443099a8ad9e3d67c732 2024-11-21T20:15:50,488 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/c3b3c24ce57a443099a8ad9e3d67c732, entries=150, sequenceid=95, filesize=11.7 K 2024-11-21T20:15:50,489 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for ee5e5f9f5d57d1e2205e1c293524f65c in 541ms, sequenceid=95, compaction requested=true 2024-11-21T20:15:50,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:50,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:50,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-21T20:15:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-21T20:15:50,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-21T20:15:50,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6940 sec 2024-11-21T20:15:50,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 2.7020 sec 2024-11-21T20:15:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:50,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee5e5f9f5d57d1e2205e1c293524f65c 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-21T20:15:50,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220150212, max timestamp=1732220150538Num uniques 859; 2024-11-21T20:15:50,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220150212, max timestamp=1732220150538Num uniques 859; 2024-11-21T20:15:50,542 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:15:50,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:15:50,544 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220150212, max timestamp=1732220150538Num uniques 859; 2024-11-21T20:15:50,544 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:15:50,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=A 2024-11-21T20:15:50,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:15:50,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=B 2024-11-21T20:15:50,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:15:50,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=C 2024-11-21T20:15:50,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:15:50,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/d64baf20b2864aa1b0f2ad5385bcfa90 is 50, key is test_row_0/A:col10/1732220150540/Put/seqid=0 2024-11-21T20:15:50,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742049_1225 (size=12001) 2024-11-21T20:15:50,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732220150555, max timestamp=1732220150610Num uniques 859; 2024-11-21T20:15:50,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:15:50,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732220150555, max timestamp=1732220150610Num uniques 859; 2024-11-21T20:15:50,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732220150555, max timestamp=1732220150610Num uniques 859; 2024-11-21T20:15:50,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:15:50,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:15:50,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1732220210665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:50,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1732220210666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:50,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:50,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:50,675 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732220150656, max timestamp=1732220150670Num uniques 1068; 2024-11-21T20:15:50,675 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732220150656, max timestamp=1732220150670Num uniques 1068; 2024-11-21T20:15:50,675 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732220150656, max timestamp=1732220150670Num uniques 1068; 2024-11-21T20:15:50,675 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-21T20:15:50,675 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-21T20:15:50,675 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-21T20:15:50,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220210728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:50,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:50,735 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732220150723, max timestamp=1732220150731Num uniques 1077; 2024-11-21T20:15:50,735 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1732220150719, max timestamp=1732220150731Num uniques 1077; 2024-11-21T20:15:50,735 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277 2024-11-21T20:15:50,735 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-11-21T20:15:50,736 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1732220150719, max timestamp=1732220150731Num uniques 1077; 2024-11-21T20:15:50,736 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277 2024-11-21T20:15:50,740 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T20:15:50,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1732220210784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:50,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1732220210785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:50,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:50,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:50,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732220210786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1732220210787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:50,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:50,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:50,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:50,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220210838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:50,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:50,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1732220210897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:50,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1732220210898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1732220210898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732220210898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:50,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:50,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:50,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/d64baf20b2864aa1b0f2ad5385bcfa90 2024-11-21T20:15:50,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/d0349a1547ea48649a7d00f65b0891b9 is 50, key is test_row_0/B:col10/1732220150540/Put/seqid=0 2024-11-21T20:15:50,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742050_1226 (size=12001) 2024-11-21T20:15:51,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220211048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:51,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:51,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:51,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1732220211108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1732220211108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:51,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:51,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732220211108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1732220211108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:51,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220211368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:51,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:51,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/d0349a1547ea48649a7d00f65b0891b9 2024-11-21T20:15:51,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/6ca0eab849ca4ec9999e855d445b4ec1 is 50, key is test_row_0/C:col10/1732220150540/Put/seqid=0 2024-11-21T20:15:51,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742051_1227 (size=12001) 2024-11-21T20:15:51,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1732220211417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:51,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1732220211418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:51,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:51,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:51,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1732220211418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:51,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:51,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732220211418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:51,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:51,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/6ca0eab849ca4ec9999e855d445b4ec1 2024-11-21T20:15:51,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/d64baf20b2864aa1b0f2ad5385bcfa90 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/d64baf20b2864aa1b0f2ad5385bcfa90 2024-11-21T20:15:51,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/d64baf20b2864aa1b0f2ad5385bcfa90, entries=150, sequenceid=118, filesize=11.7 K 2024-11-21T20:15:51,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/d0349a1547ea48649a7d00f65b0891b9 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/d0349a1547ea48649a7d00f65b0891b9 2024-11-21T20:15:51,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/d0349a1547ea48649a7d00f65b0891b9, entries=150, sequenceid=118, filesize=11.7 K 2024-11-21T20:15:51,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/6ca0eab849ca4ec9999e855d445b4ec1 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/6ca0eab849ca4ec9999e855d445b4ec1 2024-11-21T20:15:51,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/6ca0eab849ca4ec9999e855d445b4ec1, entries=150, sequenceid=118, filesize=11.7 K 2024-11-21T20:15:51,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.03 KB/108576, currentSize=145.36 KB/148850 for ee5e5f9f5d57d1e2205e1c293524f65c in 1285ms, sequenceid=118, compaction requested=true 2024-11-21T20:15:51,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:51,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:15:51,825 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:15:51,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:51,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:15:51,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:51,826 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:15:51,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:15:51,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:15:51,826 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:15:51,826 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:15:51,827 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/B is initiating minor compaction (all files) 2024-11-21T20:15:51,827 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/A is initiating minor compaction (all files) 2024-11-21T20:15:51,827 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/B in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:51,827 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/A in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:51,827 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/376ed7cc3af9489a99c3eb5cccbea1f2, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/e20a0f1fc46f40bb8cded34609946310, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/02f5db2870c64cf8b1800a3f47af15d9, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/d0349a1547ea48649a7d00f65b0891b9] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=47.0 K 2024-11-21T20:15:51,827 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/99fdafbea6a141a38656653965c11927, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/55367e7317ea4b22848b2cec859e53bc, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/7b8a7595af9a4a0aa41b3f9035ff648b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/d64baf20b2864aa1b0f2ad5385bcfa90] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=47.0 K 2024-11-21T20:15:51,827 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 376ed7cc3af9489a99c3eb5cccbea1f2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732220147879 2024-11-21T20:15:51,827 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99fdafbea6a141a38656653965c11927, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732220147879 2024-11-21T20:15:51,827 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting e20a0f1fc46f40bb8cded34609946310, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732220148696 2024-11-21T20:15:51,827 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55367e7317ea4b22848b2cec859e53bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732220148696 2024-11-21T20:15:51,828 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 02f5db2870c64cf8b1800a3f47af15d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732220149034 2024-11-21T20:15:51,828 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b8a7595af9a4a0aa41b3f9035ff648b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732220149034 2024-11-21T20:15:51,828 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting d0349a1547ea48649a7d00f65b0891b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732220150212 2024-11-21T20:15:51,828 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting d64baf20b2864aa1b0f2ad5385bcfa90, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732220150212 2024-11-21T20:15:51,851 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#A#compaction#189 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:51,851 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#B#compaction#190 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:51,851 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/ee380d95e7b745c59dc14da0781946f8 is 50, key is test_row_0/A:col10/1732220150540/Put/seqid=0 2024-11-21T20:15:51,851 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/5e34440e9b5b4fc082b765ee2c23d3ae is 50, key is test_row_0/B:col10/1732220150540/Put/seqid=0 2024-11-21T20:15:51,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742052_1228 (size=12241) 2024-11-21T20:15:51,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742053_1229 (size=12241) 2024-11-21T20:15:51,878 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/ee380d95e7b745c59dc14da0781946f8 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/ee380d95e7b745c59dc14da0781946f8 2024-11-21T20:15:51,885 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/A of ee5e5f9f5d57d1e2205e1c293524f65c into ee380d95e7b745c59dc14da0781946f8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:51,885 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:51,885 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/A, priority=12, startTime=1732220151825; duration=0sec 2024-11-21T20:15:51,885 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:15:51,886 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:A 2024-11-21T20:15:51,886 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:15:51,887 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:15:51,887 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/C is initiating minor compaction (all files) 2024-11-21T20:15:51,887 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/C in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:51,887 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/0a753f6af5dc4fe4bd065b5b97de1756, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/b47e511e1c34412297d532c3c9581597, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/c3b3c24ce57a443099a8ad9e3d67c732, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/6ca0eab849ca4ec9999e855d445b4ec1] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=47.0 K 2024-11-21T20:15:51,888 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a753f6af5dc4fe4bd065b5b97de1756, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732220147879 2024-11-21T20:15:51,888 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting b47e511e1c34412297d532c3c9581597, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732220148696 2024-11-21T20:15:51,889 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3b3c24ce57a443099a8ad9e3d67c732, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732220149034 2024-11-21T20:15:51,890 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ca0eab849ca4ec9999e855d445b4ec1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732220150212 2024-11-21T20:15:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:51,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee5e5f9f5d57d1e2205e1c293524f65c 3/3 column families, dataSize=152.07 KB heapSize=429.31 KB 2024-11-21T20:15:51,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=A 2024-11-21T20:15:51,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T20:15:51,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=B 2024-11-21T20:15:51,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T20:15:51,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=C 2024-11-21T20:15:51,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T20:15:51,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/f6eb40acde93498fb5cab0f37fe9dc9c is 50, key is test_row_0/A:col10/1732220150783/Put/seqid=0 2024-11-21T20:15:51,909 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#C#compaction#192 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:51,909 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/31c51155edf74b23b4ac4c1267fbd73c is 50, key is test_row_0/C:col10/1732220150540/Put/seqid=0 2024-11-21T20:15:51,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742054_1230 (size=14541) 2024-11-21T20:15:51,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/f6eb40acde93498fb5cab0f37fe9dc9c 2024-11-21T20:15:51,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742055_1231 (size=12241) 2024-11-21T20:15:51,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1732220211928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:51,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:51,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1732220211929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:51,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732220211929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1732220211929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/54423a02e98240f180ef95bb403fda8f is 50, key is test_row_0/B:col10/1732220150783/Put/seqid=0 2024-11-21T20:15:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220211930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:51,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:51,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:51,945 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/31c51155edf74b23b4ac4c1267fbd73c as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/31c51155edf74b23b4ac4c1267fbd73c 2024-11-21T20:15:51,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742056_1232 (size=12151) 2024-11-21T20:15:51,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/54423a02e98240f180ef95bb403fda8f 2024-11-21T20:15:51,953 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/C of ee5e5f9f5d57d1e2205e1c293524f65c into 31c51155edf74b23b4ac4c1267fbd73c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:51,953 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:51,953 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/C, priority=12, startTime=1732220151825; duration=0sec 2024-11-21T20:15:51,953 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:51,953 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:C 2024-11-21T20:15:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-21T20:15:51,958 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:15:51,959 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:15:51,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/301b728d998e4aca854ec8d5166d972a is 50, key is test_row_0/C:col10/1732220150783/Put/seqid=0 2024-11-21T20:15:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-21T20:15:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-21T20:15:51,961 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:15:51,961 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:15:51,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:15:51,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742057_1233 (size=12151) 2024-11-21T20:15:51,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/301b728d998e4aca854ec8d5166d972a 2024-11-21T20:15:51,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/f6eb40acde93498fb5cab0f37fe9dc9c as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/f6eb40acde93498fb5cab0f37fe9dc9c 2024-11-21T20:15:51,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/f6eb40acde93498fb5cab0f37fe9dc9c, entries=200, sequenceid=191, filesize=14.2 K 2024-11-21T20:15:51,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/54423a02e98240f180ef95bb403fda8f as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/54423a02e98240f180ef95bb403fda8f 2024-11-21T20:15:51,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/54423a02e98240f180ef95bb403fda8f, entries=150, sequenceid=191, filesize=11.9 K 2024-11-21T20:15:51,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/301b728d998e4aca854ec8d5166d972a as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/301b728d998e4aca854ec8d5166d972a 2024-11-21T20:15:51,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/301b728d998e4aca854ec8d5166d972a, entries=150, sequenceid=191, filesize=11.9 K 2024-11-21T20:15:51,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~152.07 KB/155720, heapSize ~429.27 KB/439568, currentSize=33.54 KB/34350 for ee5e5f9f5d57d1e2205e1c293524f65c in 88ms, sequenceid=191, compaction requested=false 2024-11-21T20:15:51,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:52,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee5e5f9f5d57d1e2205e1c293524f65c 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T20:15:52,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=A 2024-11-21T20:15:52,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:52,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=B 2024-11-21T20:15:52,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:52,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=C 2024-11-21T20:15:52,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:52,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/060c9738f0034063bc72efa2961b93a4 is 50, key is test_row_0/A:col10/1732220152038/Put/seqid=0 2024-11-21T20:15:52,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742058_1234 (size=12151) 2024-11-21T20:15:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-21T20:15:52,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-21T20:15:52,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:52,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:52,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:52,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:52,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:52,160 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220152111, max timestamp=1732220152157Num uniques 859; 2024-11-21T20:15:52,160 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:15:52,160 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220152111, max timestamp=1732220152157Num uniques 859; 2024-11-21T20:15:52,160 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220152111, max timestamp=1732220152157Num uniques 859; 2024-11-21T20:15:52,160 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:15:52,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:15:52,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-21T20:15:52,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:52,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:52,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:52,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:52,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:52,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220212262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:52,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:52,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:52,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:52,273 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/5e34440e9b5b4fc082b765ee2c23d3ae as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/5e34440e9b5b4fc082b765ee2c23d3ae 2024-11-21T20:15:52,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-21T20:15:52,280 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/B of ee5e5f9f5d57d1e2205e1c293524f65c into 5e34440e9b5b4fc082b765ee2c23d3ae(size=12.0 K), total size for store is 23.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:52,280 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:52,280 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/B, priority=12, startTime=1732220151825; duration=0sec 2024-11-21T20:15:52,280 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:52,281 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:B 2024-11-21T20:15:52,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220212378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:52,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:52,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:52,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:52,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-21T20:15:52,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:52,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:52,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:52,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:52,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:52,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/060c9738f0034063bc72efa2961b93a4 2024-11-21T20:15:52,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/aa8cab5275ad41b690484b37752de114 is 50, key is test_row_0/B:col10/1732220152038/Put/seqid=0 2024-11-21T20:15:52,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742059_1235 (size=12151) 2024-11-21T20:15:52,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-21T20:15:52,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:52,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:52,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:52,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:52,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-21T20:15:52,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220212587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:52,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:52,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:52,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:52,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-21T20:15:52,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:52,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:52,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:52,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:52,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:52,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/aa8cab5275ad41b690484b37752de114 2024-11-21T20:15:52,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/51f0b7f06e7b4f428665c00aacca2a8a is 50, key is test_row_0/C:col10/1732220152038/Put/seqid=0 2024-11-21T20:15:52,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742060_1236 (size=12151) 2024-11-21T20:15:52,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-21T20:15:52,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:52,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:52,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:52,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:52,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:52,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:52,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220212897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:52,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:52,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:52,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:52,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1732220212938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:52,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1732220212938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:52,939 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in ee5e5f9f5d57d1e2205e1c293524f65c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:15:52,939 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in ee5e5f9f5d57d1e2205e1c293524f65c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:15:52,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:52,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:52,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:52,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:52,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:52,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:52,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:52,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1732220212948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:52,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:52,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732220212948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:52,950 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_1' in ee5e5f9f5d57d1e2205e1c293524f65c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:15:52,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:52,950 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in ee5e5f9f5d57d1e2205e1c293524f65c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:15:52,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:52,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:52,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:52,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:52,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:53,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-21T20:15:53,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:53,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:53,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:53,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:53,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:53,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-21T20:15:53,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-21T20:15:53,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:53,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:53,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:53,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:53,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:53,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/51f0b7f06e7b4f428665c00aacca2a8a 2024-11-21T20:15:53,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/060c9738f0034063bc72efa2961b93a4 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/060c9738f0034063bc72efa2961b93a4 2024-11-21T20:15:53,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/060c9738f0034063bc72efa2961b93a4, entries=150, sequenceid=202, filesize=11.9 K 2024-11-21T20:15:53,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/aa8cab5275ad41b690484b37752de114 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/aa8cab5275ad41b690484b37752de114 2024-11-21T20:15:53,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/aa8cab5275ad41b690484b37752de114, entries=150, sequenceid=202, filesize=11.9 K 2024-11-21T20:15:53,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/51f0b7f06e7b4f428665c00aacca2a8a as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/51f0b7f06e7b4f428665c00aacca2a8a 2024-11-21T20:15:53,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/51f0b7f06e7b4f428665c00aacca2a8a, entries=150, sequenceid=202, filesize=11.9 K 2024-11-21T20:15:53,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for ee5e5f9f5d57d1e2205e1c293524f65c in 1284ms, sequenceid=202, compaction requested=true 2024-11-21T20:15:53,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:53,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:15:53,327 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:15:53,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:53,327 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:15:53,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:15:53,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:53,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:15:53,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:15:53,328 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:15:53,328 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/B is initiating minor compaction (all files) 2024-11-21T20:15:53,329 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/B in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:53,329 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/5e34440e9b5b4fc082b765ee2c23d3ae, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/54423a02e98240f180ef95bb403fda8f, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/aa8cab5275ad41b690484b37752de114] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=35.7 K 2024-11-21T20:15:53,329 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38933 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:15:53,329 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/A is initiating minor compaction (all files) 2024-11-21T20:15:53,329 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/A in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:53,329 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/ee380d95e7b745c59dc14da0781946f8, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/f6eb40acde93498fb5cab0f37fe9dc9c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/060c9738f0034063bc72efa2961b93a4] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=38.0 K 2024-11-21T20:15:53,330 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e34440e9b5b4fc082b765ee2c23d3ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732220150212 2024-11-21T20:15:53,331 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee380d95e7b745c59dc14da0781946f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732220150212 2024-11-21T20:15:53,331 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 54423a02e98240f180ef95bb403fda8f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732220150783 2024-11-21T20:15:53,332 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6eb40acde93498fb5cab0f37fe9dc9c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732220150783 2024-11-21T20:15:53,332 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting aa8cab5275ad41b690484b37752de114, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732220151927 2024-11-21T20:15:53,332 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 060c9738f0034063bc72efa2961b93a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732220151927 2024-11-21T20:15:53,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-21T20:15:53,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:53,340 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing ee5e5f9f5d57d1e2205e1c293524f65c 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-21T20:15:53,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=A 2024-11-21T20:15:53,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:15:53,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=B 2024-11-21T20:15:53,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:15:53,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=C 2024-11-21T20:15:53,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:15:53,346 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#B#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:53,347 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/8e9f101a142b48d39c6024b74a085cab is 50, key is test_row_0/B:col10/1732220152038/Put/seqid=0 2024-11-21T20:15:53,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/7e44268100544c83b2278662061146f1 is 50, key is test_row_0/A:col10/1732220152259/Put/seqid=0 2024-11-21T20:15:53,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742061_1237 (size=12493) 2024-11-21T20:15:53,359 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#A#compaction#200 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:53,360 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/323ecf4ed3904d3296c266c4f240729c is 50, key is test_row_0/A:col10/1732220152038/Put/seqid=0 2024-11-21T20:15:53,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742062_1238 (size=12151) 2024-11-21T20:15:53,364 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/7e44268100544c83b2278662061146f1 2024-11-21T20:15:53,371 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/8e9f101a142b48d39c6024b74a085cab as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/8e9f101a142b48d39c6024b74a085cab 2024-11-21T20:15:53,376 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/B of ee5e5f9f5d57d1e2205e1c293524f65c into 8e9f101a142b48d39c6024b74a085cab(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:53,376 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:53,376 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/B, priority=13, startTime=1732220153327; duration=0sec 2024-11-21T20:15:53,376 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:15:53,376 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:B 2024-11-21T20:15:53,377 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:15:53,377 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:15:53,377 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/C is initiating minor compaction (all files) 2024-11-21T20:15:53,377 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/C in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:53,378 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/31c51155edf74b23b4ac4c1267fbd73c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/301b728d998e4aca854ec8d5166d972a, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/51f0b7f06e7b4f428665c00aacca2a8a] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=35.7 K 2024-11-21T20:15:53,378 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 31c51155edf74b23b4ac4c1267fbd73c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732220150212 2024-11-21T20:15:53,378 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 301b728d998e4aca854ec8d5166d972a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732220150783 2024-11-21T20:15:53,378 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 51f0b7f06e7b4f428665c00aacca2a8a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732220151927 2024-11-21T20:15:53,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742063_1239 (size=12493) 2024-11-21T20:15:53,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/3041c57befc142c3a5c9033d1c9001bb is 50, key is test_row_0/B:col10/1732220152259/Put/seqid=0 2024-11-21T20:15:53,389 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#C#compaction#202 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:53,390 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/ec8d1c5baf36444d94c72f651af845f5 is 50, key is test_row_0/C:col10/1732220152038/Put/seqid=0 2024-11-21T20:15:53,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742064_1240 (size=12151) 2024-11-21T20:15:53,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742065_1241 (size=12493) 2024-11-21T20:15:53,395 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/3041c57befc142c3a5c9033d1c9001bb 2024-11-21T20:15:53,403 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/ec8d1c5baf36444d94c72f651af845f5 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/ec8d1c5baf36444d94c72f651af845f5 2024-11-21T20:15:53,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/5ded5e9ca2e94a0992c6c3ad50e92d7f is 50, key is test_row_0/C:col10/1732220152259/Put/seqid=0 2024-11-21T20:15:53,409 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/C of ee5e5f9f5d57d1e2205e1c293524f65c into ec8d1c5baf36444d94c72f651af845f5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:53,409 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:53,409 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/C, priority=13, startTime=1732220153327; duration=0sec 2024-11-21T20:15:53,409 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:53,409 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:C 2024-11-21T20:15:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:53,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:53,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742066_1242 (size=12151) 2024-11-21T20:15:53,419 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/5ded5e9ca2e94a0992c6c3ad50e92d7f 2024-11-21T20:15:53,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/7e44268100544c83b2278662061146f1 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/7e44268100544c83b2278662061146f1 2024-11-21T20:15:53,430 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/7e44268100544c83b2278662061146f1, entries=150, sequenceid=240, filesize=11.9 K 2024-11-21T20:15:53,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/3041c57befc142c3a5c9033d1c9001bb as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/3041c57befc142c3a5c9033d1c9001bb 2024-11-21T20:15:53,437 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/3041c57befc142c3a5c9033d1c9001bb, entries=150, sequenceid=240, filesize=11.9 K 2024-11-21T20:15:53,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/5ded5e9ca2e94a0992c6c3ad50e92d7f as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/5ded5e9ca2e94a0992c6c3ad50e92d7f 2024-11-21T20:15:53,444 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/5ded5e9ca2e94a0992c6c3ad50e92d7f, entries=150, sequenceid=240, filesize=11.9 K 2024-11-21T20:15:53,445 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=40.25 KB/41220 for ee5e5f9f5d57d1e2205e1c293524f65c in 105ms, sequenceid=240, compaction requested=false 2024-11-21T20:15:53,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:53,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:53,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-21T20:15:53,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-21T20:15:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:53,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee5e5f9f5d57d1e2205e1c293524f65c 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T20:15:53,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=A 2024-11-21T20:15:53,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:53,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=B 2024-11-21T20:15:53,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:53,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=C 2024-11-21T20:15:53,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:53,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-21T20:15:53,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4860 sec 2024-11-21T20:15:53,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 1.4940 sec 2024-11-21T20:15:53,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/264d7d6b0c544c7dbfd4634ee09fb6ee is 50, key is test_row_0/A:col10/1732220153446/Put/seqid=0 2024-11-21T20:15:53,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742067_1243 (size=14541) 2024-11-21T20:15:53,544 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220153513, max timestamp=1732220153541Num uniques 859; 2024-11-21T20:15:53,544 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220153513, max timestamp=1732220153541Num uniques 859; 2024-11-21T20:15:53,544 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:15:53,545 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:15:53,545 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220153513, max timestamp=1732220153541Num uniques 859; 2024-11-21T20:15:53,545 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:15:53,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220213636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:53,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220213747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:53,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:53,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:53,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:53,786 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/323ecf4ed3904d3296c266c4f240729c as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/323ecf4ed3904d3296c266c4f240729c 2024-11-21T20:15:53,793 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/A of ee5e5f9f5d57d1e2205e1c293524f65c into 323ecf4ed3904d3296c266c4f240729c(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:53,793 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:53,793 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/A, priority=13, startTime=1732220153327; duration=0sec 2024-11-21T20:15:53,793 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:53,793 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:A 2024-11-21T20:15:53,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/264d7d6b0c544c7dbfd4634ee09fb6ee 2024-11-21T20:15:53,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/ebe9343db0bc4cf39a3a6a359f2b741e is 50, key is test_row_0/B:col10/1732220153446/Put/seqid=0 2024-11-21T20:15:53,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742068_1244 (size=12151) 2024-11-21T20:15:53,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220213957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:53,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:53,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:53,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-21T20:15:54,108 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:15:54,108 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:15:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-21T20:15:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-21T20:15:54,109 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:15:54,110 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:15:54,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:15:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-21T20:15:54,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-21T20:15:54,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:54,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:54,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:54,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:54,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:54,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220214268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:54,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:54,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:54,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:54,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/ebe9343db0bc4cf39a3a6a359f2b741e 2024-11-21T20:15:54,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/9f164f10f82c4edea4cb6ed05470b3e7 is 50, key is test_row_0/C:col10/1732220153446/Put/seqid=0 2024-11-21T20:15:54,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742069_1245 (size=12151) 2024-11-21T20:15:54,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-21T20:15:54,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:54,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:54,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:54,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:54,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-21T20:15:54,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-21T20:15:54,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:54,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:54,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:54,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:54,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:54,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/9f164f10f82c4edea4cb6ed05470b3e7 2024-11-21T20:15:54,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/264d7d6b0c544c7dbfd4634ee09fb6ee as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/264d7d6b0c544c7dbfd4634ee09fb6ee 2024-11-21T20:15:54,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/264d7d6b0c544c7dbfd4634ee09fb6ee, entries=200, sequenceid=252, filesize=14.2 K 2024-11-21T20:15:54,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/ebe9343db0bc4cf39a3a6a359f2b741e as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/ebe9343db0bc4cf39a3a6a359f2b741e 2024-11-21T20:15:54,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/ebe9343db0bc4cf39a3a6a359f2b741e, entries=150, sequenceid=252, filesize=11.9 K 2024-11-21T20:15:54,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/9f164f10f82c4edea4cb6ed05470b3e7 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/9f164f10f82c4edea4cb6ed05470b3e7 2024-11-21T20:15:54,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-21T20:15:54,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:54,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:54,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:54,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:54,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:54,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/9f164f10f82c4edea4cb6ed05470b3e7, entries=150, sequenceid=252, filesize=11.9 K 2024-11-21T20:15:54,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for ee5e5f9f5d57d1e2205e1c293524f65c in 1277ms, sequenceid=252, compaction requested=true 2024-11-21T20:15:54,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:54,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:15:54,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:54,725 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:15:54,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:15:54,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:54,725 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:15:54,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:15:54,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:15:54,726 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:15:54,726 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:15:54,726 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/B is initiating minor compaction (all files) 2024-11-21T20:15:54,726 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/A is initiating minor compaction (all files) 2024-11-21T20:15:54,726 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/B in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:54,726 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/A in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:54,726 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/8e9f101a142b48d39c6024b74a085cab, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/3041c57befc142c3a5c9033d1c9001bb, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/ebe9343db0bc4cf39a3a6a359f2b741e] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=35.9 K 2024-11-21T20:15:54,726 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/323ecf4ed3904d3296c266c4f240729c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/7e44268100544c83b2278662061146f1, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/264d7d6b0c544c7dbfd4634ee09fb6ee] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=38.3 K 2024-11-21T20:15:54,729 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 323ecf4ed3904d3296c266c4f240729c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732220151927 2024-11-21T20:15:54,729 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e9f101a142b48d39c6024b74a085cab, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732220151927 2024-11-21T20:15:54,729 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e44268100544c83b2278662061146f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732220152215 2024-11-21T20:15:54,729 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 3041c57befc142c3a5c9033d1c9001bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732220152215 2024-11-21T20:15:54,730 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 264d7d6b0c544c7dbfd4634ee09fb6ee, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732220153424 2024-11-21T20:15:54,730 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting ebe9343db0bc4cf39a3a6a359f2b741e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732220153425 2024-11-21T20:15:54,743 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#B#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:54,743 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#A#compaction#207 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:54,743 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/28e068dee1ab4e94852f3361459dc061 is 50, key is test_row_0/A:col10/1732220153446/Put/seqid=0 2024-11-21T20:15:54,743 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/8c9bcf580943466ea8d8bd817eb80650 is 50, key is test_row_0/B:col10/1732220153446/Put/seqid=0 2024-11-21T20:15:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-21T20:15:54,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742070_1246 (size=12595) 2024-11-21T20:15:54,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742071_1247 (size=12595) 2024-11-21T20:15:54,781 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/28e068dee1ab4e94852f3361459dc061 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/28e068dee1ab4e94852f3361459dc061 2024-11-21T20:15:54,785 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732220153624, max timestamp=1732220154781Num uniques 1018; 2024-11-21T20:15:54,785 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-21T20:15:54,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee5e5f9f5d57d1e2205e1c293524f65c 3/3 column families, dataSize=102.87 KB heapSize=292.20 KB 2024-11-21T20:15:54,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=A 2024-11-21T20:15:54,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:15:54,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=B 2024-11-21T20:15:54,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T20:15:54,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=C 2024-11-21T20:15:54,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T20:15:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:54,788 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/8c9bcf580943466ea8d8bd817eb80650 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/8c9bcf580943466ea8d8bd817eb80650 2024-11-21T20:15:54,794 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/A of ee5e5f9f5d57d1e2205e1c293524f65c into 28e068dee1ab4e94852f3361459dc061(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:54,794 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:54,794 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/A, priority=13, startTime=1732220154725; duration=0sec 2024-11-21T20:15:54,794 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:15:54,794 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:A 2024-11-21T20:15:54,794 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:15:54,798 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/B of ee5e5f9f5d57d1e2205e1c293524f65c into 8c9bcf580943466ea8d8bd817eb80650(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:54,798 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:54,798 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/B, priority=13, startTime=1732220154725; duration=0sec 2024-11-21T20:15:54,798 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:54,798 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:B 2024-11-21T20:15:54,799 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:15:54,799 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/C is initiating minor compaction (all files) 2024-11-21T20:15:54,799 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/C in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:54,799 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/ec8d1c5baf36444d94c72f651af845f5, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/5ded5e9ca2e94a0992c6c3ad50e92d7f, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/9f164f10f82c4edea4cb6ed05470b3e7] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=35.9 K 2024-11-21T20:15:54,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/5a21e73d54de402aa51c80812c9fc7c6 is 50, key is test_row_0/A:col10/1732220153624/Put/seqid=0 2024-11-21T20:15:54,801 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec8d1c5baf36444d94c72f651af845f5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732220151927 2024-11-21T20:15:54,801 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ded5e9ca2e94a0992c6c3ad50e92d7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732220152215 2024-11-21T20:15:54,801 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f164f10f82c4edea4cb6ed05470b3e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732220153425 2024-11-21T20:15:54,808 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#C#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:54,809 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/f19d8a6f9d7b4a74bcf105855d32f284 is 50, key is test_row_0/C:col10/1732220153446/Put/seqid=0 2024-11-21T20:15:54,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742072_1248 (size=12301) 2024-11-21T20:15:54,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/5a21e73d54de402aa51c80812c9fc7c6 2024-11-21T20:15:54,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742073_1249 (size=12595) 2024-11-21T20:15:54,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/9182aa6f71124a95bca463f344bab2ea is 50, key is test_row_0/B:col10/1732220153624/Put/seqid=0 2024-11-21T20:15:54,867 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/f19d8a6f9d7b4a74bcf105855d32f284 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/f19d8a6f9d7b4a74bcf105855d32f284 2024-11-21T20:15:54,873 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/C of ee5e5f9f5d57d1e2205e1c293524f65c into f19d8a6f9d7b4a74bcf105855d32f284(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:54,873 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:54,873 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/C, priority=13, startTime=1732220154725; duration=0sec 2024-11-21T20:15:54,873 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:54,873 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:C 2024-11-21T20:15:54,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-21T20:15:54,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:54,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:54,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:54,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:54,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:54,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220214879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:54,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:54,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:54,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:54,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742074_1250 (size=12301) 2024-11-21T20:15:54,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/9182aa6f71124a95bca463f344bab2ea 2024-11-21T20:15:54,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/df28355427fa4a7586ea3a1340c2853d is 50, key is test_row_0/C:col10/1732220153624/Put/seqid=0 2024-11-21T20:15:54,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742075_1251 (size=12301) 2024-11-21T20:15:54,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/df28355427fa4a7586ea3a1340c2853d 2024-11-21T20:15:54,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/5a21e73d54de402aa51c80812c9fc7c6 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/5a21e73d54de402aa51c80812c9fc7c6 2024-11-21T20:15:54,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1732220214958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:54,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1732220214959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:54,961 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in ee5e5f9f5d57d1e2205e1c293524f65c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:15:54,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:54,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:54,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:54,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:54,961 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_1' in ee5e5f9f5d57d1e2205e1c293524f65c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:15:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1732220214959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:54,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:54,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:54,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:54,962 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in ee5e5f9f5d57d1e2205e1c293524f65c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:15:54,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:54,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:54,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:54,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/5a21e73d54de402aa51c80812c9fc7c6, entries=150, sequenceid=291, filesize=12.0 K 2024-11-21T20:15:54,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/9182aa6f71124a95bca463f344bab2ea as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/9182aa6f71124a95bca463f344bab2ea 2024-11-21T20:15:54,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732220214968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:54,973 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in ee5e5f9f5d57d1e2205e1c293524f65c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:15:54,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:54,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:54,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:54,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/9182aa6f71124a95bca463f344bab2ea, entries=150, sequenceid=291, filesize=12.0 K 2024-11-21T20:15:54,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/df28355427fa4a7586ea3a1340c2853d as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/df28355427fa4a7586ea3a1340c2853d 2024-11-21T20:15:54,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/df28355427fa4a7586ea3a1340c2853d, entries=150, sequenceid=291, filesize=12.0 K 2024-11-21T20:15:54,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~102.87 KB/105340, heapSize ~292.16 KB/299168, currentSize=73.80 KB/75570 for ee5e5f9f5d57d1e2205e1c293524f65c in 199ms, sequenceid=291, compaction requested=false 2024-11-21T20:15:54,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:54,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee5e5f9f5d57d1e2205e1c293524f65c 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-21T20:15:54,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=A 2024-11-21T20:15:54,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:54,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=B 2024-11-21T20:15:54,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:54,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=C 2024-11-21T20:15:54,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:54,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/0d9c98f0332c458d87a6933d75002d31 is 50, key is test_row_0/A:col10/1732220154834/Put/seqid=0 2024-11-21T20:15:55,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742076_1252 (size=12301) 2024-11-21T20:15:55,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-21T20:15:55,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:55,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:55,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:55,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:55,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:55,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220215061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:55,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220215169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:55,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:55,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:55,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:55,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-21T20:15:55,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:55,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:55,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:55,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:55,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-21T20:15:55,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-21T20:15:55,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:55,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:55,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:55,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:55,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:55,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220215378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:55,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:55,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:55,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:55,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/0d9c98f0332c458d87a6933d75002d31 2024-11-21T20:15:55,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/5d880a343e254df19d147187c2839168 is 50, key is test_row_0/B:col10/1732220154834/Put/seqid=0 2024-11-21T20:15:55,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742077_1253 (size=12301) 2024-11-21T20:15:55,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-21T20:15:55,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:55,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:55,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:55,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:55,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:55,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:55,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-21T20:15:55,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:55,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:55,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:55,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:55,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:55,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220215687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:55,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:55,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:55,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:55,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-21T20:15:55,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:55,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:55,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:55,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:55,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:55,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/5d880a343e254df19d147187c2839168 2024-11-21T20:15:55,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/11bb18c7999c40aba950f7ce940b4298 is 50, key is test_row_0/C:col10/1732220154834/Put/seqid=0 2024-11-21T20:15:55,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742078_1254 (size=12301) 2024-11-21T20:15:55,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-21T20:15:55,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:55,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:55,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:55,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:55,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:56,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-21T20:15:56,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:56,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:56,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:56,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:56,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:56,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220216197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:56,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:56,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:56,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:56,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/11bb18c7999c40aba950f7ce940b4298 2024-11-21T20:15:56,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/0d9c98f0332c458d87a6933d75002d31 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/0d9c98f0332c458d87a6933d75002d31 2024-11-21T20:15:56,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/0d9c98f0332c458d87a6933d75002d31, entries=150, sequenceid=309, filesize=12.0 K 2024-11-21T20:15:56,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/5d880a343e254df19d147187c2839168 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/5d880a343e254df19d147187c2839168 2024-11-21T20:15:56,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/5d880a343e254df19d147187c2839168, entries=150, sequenceid=309, filesize=12.0 K 2024-11-21T20:15:56,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/11bb18c7999c40aba950f7ce940b4298 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/11bb18c7999c40aba950f7ce940b4298 2024-11-21T20:15:56,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/11bb18c7999c40aba950f7ce940b4298, entries=150, sequenceid=309, filesize=12.0 K 2024-11-21T20:15:56,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for ee5e5f9f5d57d1e2205e1c293524f65c in 1256ms, sequenceid=309, compaction requested=true 2024-11-21T20:15:56,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:56,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:15:56,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:56,247 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:15:56,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:15:56,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:56,247 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:15:56,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:15:56,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:15:56,248 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:15:56,248 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/B is initiating minor compaction (all files) 2024-11-21T20:15:56,248 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/B in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:56,248 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/8c9bcf580943466ea8d8bd817eb80650, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/9182aa6f71124a95bca463f344bab2ea, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/5d880a343e254df19d147187c2839168] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=36.3 K 2024-11-21T20:15:56,248 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:15:56,248 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/A is initiating minor compaction (all files) 2024-11-21T20:15:56,248 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/A in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:56,249 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/28e068dee1ab4e94852f3361459dc061, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/5a21e73d54de402aa51c80812c9fc7c6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/0d9c98f0332c458d87a6933d75002d31] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=36.3 K 2024-11-21T20:15:56,249 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c9bcf580943466ea8d8bd817eb80650, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732220153425 2024-11-21T20:15:56,249 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28e068dee1ab4e94852f3361459dc061, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732220153425 2024-11-21T20:15:56,249 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 9182aa6f71124a95bca463f344bab2ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732220153624 2024-11-21T20:15:56,249 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a21e73d54de402aa51c80812c9fc7c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732220153624 2024-11-21T20:15:56,250 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d880a343e254df19d147187c2839168, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732220154834 2024-11-21T20:15:56,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-21T20:15:56,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:56,250 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing ee5e5f9f5d57d1e2205e1c293524f65c 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-21T20:15:56,250 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d9c98f0332c458d87a6933d75002d31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732220154834 2024-11-21T20:15:56,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=A 2024-11-21T20:15:56,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:56,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=B 2024-11-21T20:15:56,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:56,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=C 2024-11-21T20:15:56,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:56,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/17ac266db7f94e5d91d5fc61078e4feb is 50, key is test_row_0/A:col10/1732220155055/Put/seqid=0 2024-11-21T20:15:56,260 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#B#compaction#217 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:56,260 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/feab04febb0940dca18531177825a9ad is 50, key is test_row_0/B:col10/1732220154834/Put/seqid=0 2024-11-21T20:15:56,262 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#A#compaction#218 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:56,263 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/34ad0200596740698cbae452b1fccdbe is 50, key is test_row_0/A:col10/1732220154834/Put/seqid=0 2024-11-21T20:15:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-21T20:15:56,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742079_1255 (size=12301) 2024-11-21T20:15:56,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742080_1256 (size=12847) 2024-11-21T20:15:56,292 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/feab04febb0940dca18531177825a9ad as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/feab04febb0940dca18531177825a9ad 2024-11-21T20:15:56,297 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/B of ee5e5f9f5d57d1e2205e1c293524f65c into feab04febb0940dca18531177825a9ad(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:56,297 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:56,297 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/B, priority=13, startTime=1732220156247; duration=0sec 2024-11-21T20:15:56,297 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:15:56,297 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:B 2024-11-21T20:15:56,297 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:15:56,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742081_1257 (size=12847) 2024-11-21T20:15:56,299 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:15:56,299 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/C is initiating minor compaction (all files) 2024-11-21T20:15:56,299 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/C in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:56,299 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/f19d8a6f9d7b4a74bcf105855d32f284, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/df28355427fa4a7586ea3a1340c2853d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/11bb18c7999c40aba950f7ce940b4298] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=36.3 K 2024-11-21T20:15:56,299 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting f19d8a6f9d7b4a74bcf105855d32f284, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732220153425 2024-11-21T20:15:56,300 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting df28355427fa4a7586ea3a1340c2853d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732220153624 2024-11-21T20:15:56,300 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 11bb18c7999c40aba950f7ce940b4298, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732220154834 2024-11-21T20:15:56,303 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/34ad0200596740698cbae452b1fccdbe as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/34ad0200596740698cbae452b1fccdbe 2024-11-21T20:15:56,307 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#C#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:56,308 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/a415a38fd43b4524af5c9642f0726949 is 50, key is test_row_0/C:col10/1732220154834/Put/seqid=0 2024-11-21T20:15:56,312 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/A of ee5e5f9f5d57d1e2205e1c293524f65c into 34ad0200596740698cbae452b1fccdbe(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:56,312 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:56,312 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/A, priority=13, startTime=1732220156247; duration=0sec 2024-11-21T20:15:56,312 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:56,312 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:A 2024-11-21T20:15:56,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742082_1258 (size=12847) 2024-11-21T20:15:56,332 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/a415a38fd43b4524af5c9642f0726949 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/a415a38fd43b4524af5c9642f0726949 2024-11-21T20:15:56,338 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/C of ee5e5f9f5d57d1e2205e1c293524f65c into a415a38fd43b4524af5c9642f0726949(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:56,338 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:56,338 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/C, priority=13, startTime=1732220156247; duration=0sec 2024-11-21T20:15:56,338 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:56,338 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:C 2024-11-21T20:15:56,676 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/17ac266db7f94e5d91d5fc61078e4feb 2024-11-21T20:15:56,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/f083d32cc2f24189a48fb805c857db94 is 50, key is test_row_0/B:col10/1732220155055/Put/seqid=0 2024-11-21T20:15:56,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742083_1259 (size=12301) 2024-11-21T20:15:57,098 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/f083d32cc2f24189a48fb805c857db94 2024-11-21T20:15:57,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/97e1437619b64c55b8a1f0118043c1e0 is 50, key is test_row_0/C:col10/1732220155055/Put/seqid=0 2024-11-21T20:15:57,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742084_1260 (size=12301) 2024-11-21T20:15:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:57,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:57,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220217254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:57,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:57,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:57,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:57,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220217368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:57,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:57,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:57,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:57,525 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/97e1437619b64c55b8a1f0118043c1e0 2024-11-21T20:15:57,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/17ac266db7f94e5d91d5fc61078e4feb as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/17ac266db7f94e5d91d5fc61078e4feb 2024-11-21T20:15:57,540 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/17ac266db7f94e5d91d5fc61078e4feb, entries=150, sequenceid=326, filesize=12.0 K 2024-11-21T20:15:57,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/f083d32cc2f24189a48fb805c857db94 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/f083d32cc2f24189a48fb805c857db94 2024-11-21T20:15:57,547 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/f083d32cc2f24189a48fb805c857db94, entries=150, sequenceid=326, filesize=12.0 K 2024-11-21T20:15:57,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/97e1437619b64c55b8a1f0118043c1e0 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/97e1437619b64c55b8a1f0118043c1e0 2024-11-21T20:15:57,556 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/97e1437619b64c55b8a1f0118043c1e0, entries=150, sequenceid=326, filesize=12.0 K 2024-11-21T20:15:57,558 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for ee5e5f9f5d57d1e2205e1c293524f65c in 1307ms, sequenceid=326, compaction requested=false 2024-11-21T20:15:57,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:57,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:57,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-21T20:15:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-21T20:15:57,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-21T20:15:57,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4490 sec 2024-11-21T20:15:57,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 3.4540 sec 2024-11-21T20:15:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:57,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee5e5f9f5d57d1e2205e1c293524f65c 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-21T20:15:57,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=A 2024-11-21T20:15:57,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:57,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=B 2024-11-21T20:15:57,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:57,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=C 2024-11-21T20:15:57,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:57,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/c4fb54d55b8c41fb86dbc20dad1918cd is 50, key is test_row_0/A:col10/1732220157579/Put/seqid=0 2024-11-21T20:15:57,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742085_1261 (size=14741) 2024-11-21T20:15:57,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/c4fb54d55b8c41fb86dbc20dad1918cd 2024-11-21T20:15:57,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/0a6cc94713a649b09ae0f4948e2c4849 is 50, key is test_row_0/B:col10/1732220157579/Put/seqid=0 2024-11-21T20:15:57,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742086_1262 (size=12301) 2024-11-21T20:15:57,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220217672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:57,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:57,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:57,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:57,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220217787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:57,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:57,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:57,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:58,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220217999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:58,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:58,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:58,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:58,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/0a6cc94713a649b09ae0f4948e2c4849 2024-11-21T20:15:58,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/c5fbcfc72b2c40efafa18d87dd571206 is 50, key is test_row_0/C:col10/1732220157579/Put/seqid=0 2024-11-21T20:15:58,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742087_1263 (size=12301) 2024-11-21T20:15:58,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/c5fbcfc72b2c40efafa18d87dd571206 2024-11-21T20:15:58,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/c4fb54d55b8c41fb86dbc20dad1918cd as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/c4fb54d55b8c41fb86dbc20dad1918cd 2024-11-21T20:15:58,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/c4fb54d55b8c41fb86dbc20dad1918cd, entries=200, sequenceid=345, filesize=14.4 K 2024-11-21T20:15:58,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/0a6cc94713a649b09ae0f4948e2c4849 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/0a6cc94713a649b09ae0f4948e2c4849 2024-11-21T20:15:58,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/0a6cc94713a649b09ae0f4948e2c4849, entries=150, sequenceid=345, filesize=12.0 K 2024-11-21T20:15:58,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/c5fbcfc72b2c40efafa18d87dd571206 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/c5fbcfc72b2c40efafa18d87dd571206 2024-11-21T20:15:58,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/c5fbcfc72b2c40efafa18d87dd571206, entries=150, sequenceid=345, filesize=12.0 K 2024-11-21T20:15:58,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for ee5e5f9f5d57d1e2205e1c293524f65c in 603ms, sequenceid=345, compaction requested=true 2024-11-21T20:15:58,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:58,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:15:58,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:58,183 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:15:58,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:15:58,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:58,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:15:58,183 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:15:58,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:15:58,185 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:15:58,185 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:15:58,185 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/A is initiating minor compaction (all files) 2024-11-21T20:15:58,185 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/B is initiating minor compaction (all files) 2024-11-21T20:15:58,185 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/B in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:58,185 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/A in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:58,185 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/34ad0200596740698cbae452b1fccdbe, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/17ac266db7f94e5d91d5fc61078e4feb, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/c4fb54d55b8c41fb86dbc20dad1918cd] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=39.0 K 2024-11-21T20:15:58,185 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/feab04febb0940dca18531177825a9ad, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/f083d32cc2f24189a48fb805c857db94, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/0a6cc94713a649b09ae0f4948e2c4849] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=36.6 K 2024-11-21T20:15:58,187 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34ad0200596740698cbae452b1fccdbe, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732220154834 2024-11-21T20:15:58,188 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting feab04febb0940dca18531177825a9ad, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732220154834 2024-11-21T20:15:58,188 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17ac266db7f94e5d91d5fc61078e4feb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732220155051 2024-11-21T20:15:58,188 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting f083d32cc2f24189a48fb805c857db94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732220155051 2024-11-21T20:15:58,188 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4fb54d55b8c41fb86dbc20dad1918cd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732220157228 2024-11-21T20:15:58,189 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a6cc94713a649b09ae0f4948e2c4849, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732220157237 2024-11-21T20:15:58,215 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#B#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:58,215 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/8d91822c91564ccea07cc1f7bb82681c is 50, key is test_row_0/B:col10/1732220157579/Put/seqid=0 2024-11-21T20:15:58,219 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#A#compaction#226 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:58,219 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/aa53591580634ef8b4d079f13670d2a1 is 50, key is test_row_0/A:col10/1732220157579/Put/seqid=0 2024-11-21T20:15:58,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742088_1264 (size=12949) 2024-11-21T20:15:58,240 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/8d91822c91564ccea07cc1f7bb82681c as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/8d91822c91564ccea07cc1f7bb82681c 2024-11-21T20:15:58,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742089_1265 (size=12949) 2024-11-21T20:15:58,253 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/B of ee5e5f9f5d57d1e2205e1c293524f65c into 8d91822c91564ccea07cc1f7bb82681c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:58,253 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:58,253 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/B, priority=13, startTime=1732220158183; duration=0sec 2024-11-21T20:15:58,253 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:15:58,253 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:B 2024-11-21T20:15:58,253 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:15:58,255 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:15:58,255 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/C is initiating minor compaction (all files) 2024-11-21T20:15:58,255 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/C in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:58,255 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/a415a38fd43b4524af5c9642f0726949, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/97e1437619b64c55b8a1f0118043c1e0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/c5fbcfc72b2c40efafa18d87dd571206] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=36.6 K 2024-11-21T20:15:58,256 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting a415a38fd43b4524af5c9642f0726949, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732220154834 2024-11-21T20:15:58,257 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 97e1437619b64c55b8a1f0118043c1e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732220155051 2024-11-21T20:15:58,257 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/aa53591580634ef8b4d079f13670d2a1 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/aa53591580634ef8b4d079f13670d2a1 2024-11-21T20:15:58,257 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting c5fbcfc72b2c40efafa18d87dd571206, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732220157237 2024-11-21T20:15:58,263 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/A of ee5e5f9f5d57d1e2205e1c293524f65c into aa53591580634ef8b4d079f13670d2a1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:58,263 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:58,263 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/A, priority=13, startTime=1732220158183; duration=0sec 2024-11-21T20:15:58,263 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:58,263 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:A 2024-11-21T20:15:58,267 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#C#compaction#227 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:58,268 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/1b095d107e8c4f29a23f26ed3787e18c is 50, key is test_row_0/C:col10/1732220157579/Put/seqid=0 2024-11-21T20:15:58,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742090_1266 (size=12949) 2024-11-21T20:15:58,286 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/1b095d107e8c4f29a23f26ed3787e18c as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/1b095d107e8c4f29a23f26ed3787e18c 2024-11-21T20:15:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-21T20:15:58,288 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:15:58,289 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:15:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-21T20:15:58,291 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:15:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-21T20:15:58,293 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:15:58,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:15:58,298 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/C of ee5e5f9f5d57d1e2205e1c293524f65c into 1b095d107e8c4f29a23f26ed3787e18c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:58,299 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:58,299 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/C, priority=13, startTime=1732220158183; duration=0sec 2024-11-21T20:15:58,299 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:58,299 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:C 2024-11-21T20:15:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:58,311 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee5e5f9f5d57d1e2205e1c293524f65c 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-21T20:15:58,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=A 2024-11-21T20:15:58,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:58,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=B 2024-11-21T20:15:58,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:58,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=C 2024-11-21T20:15:58,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:58,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/a2d01e9581e2419fb8c26a77596880de is 50, key is test_row_0/A:col10/1732220157671/Put/seqid=0 2024-11-21T20:15:58,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742091_1267 (size=14741) 2024-11-21T20:15:58,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/a2d01e9581e2419fb8c26a77596880de 2024-11-21T20:15:58,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220218393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:58,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:58,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:58,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-21T20:15:58,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/9f7312b2384f42ac947451d47097db1b is 50, key is test_row_0/B:col10/1732220157671/Put/seqid=0 2024-11-21T20:15:58,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742092_1268 (size=12301) 2024-11-21T20:15:58,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/9f7312b2384f42ac947451d47097db1b 2024-11-21T20:15:58,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/7c731cfc0c574cf1984e8d0de1253716 is 50, key is test_row_0/C:col10/1732220157671/Put/seqid=0 2024-11-21T20:15:58,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-21T20:15:58,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:58,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:58,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:58,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:58,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:58,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742093_1269 (size=12301) 2024-11-21T20:15:58,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/7c731cfc0c574cf1984e8d0de1253716 2024-11-21T20:15:58,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/a2d01e9581e2419fb8c26a77596880de as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/a2d01e9581e2419fb8c26a77596880de 2024-11-21T20:15:58,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/a2d01e9581e2419fb8c26a77596880de, entries=200, sequenceid=365, filesize=14.4 K 2024-11-21T20:15:58,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/9f7312b2384f42ac947451d47097db1b as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/9f7312b2384f42ac947451d47097db1b 2024-11-21T20:15:58,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/9f7312b2384f42ac947451d47097db1b, entries=150, sequenceid=365, filesize=12.0 K 2024-11-21T20:15:58,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/7c731cfc0c574cf1984e8d0de1253716 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/7c731cfc0c574cf1984e8d0de1253716 2024-11-21T20:15:58,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/7c731cfc0c574cf1984e8d0de1253716, entries=150, sequenceid=365, filesize=12.0 K 2024-11-21T20:15:58,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for ee5e5f9f5d57d1e2205e1c293524f65c in 193ms, sequenceid=365, compaction requested=false 2024-11-21T20:15:58,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:58,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee5e5f9f5d57d1e2205e1c293524f65c 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-21T20:15:58,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=A 2024-11-21T20:15:58,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:58,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=B 2024-11-21T20:15:58,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:58,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=C 2024-11-21T20:15:58,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:58,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/155ff74cea1047949f7ed3857a58f7e9 is 50, key is test_row_0/A:col10/1732220158390/Put/seqid=0 2024-11-21T20:15:58,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742094_1270 (size=12297) 2024-11-21T20:15:58,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-21T20:15:58,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:58,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:58,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:58,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:58,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:58,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220218597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:58,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:58,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:58,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-21T20:15:58,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220218707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:58,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:58,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:58,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:58,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-21T20:15:58,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:58,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:58,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:58,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:58,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:58,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-21T20:15:58,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:58,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:58,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:58,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:58,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:58,911 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38673 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=377014bd7527,44057,1732220072650, table=TestAcidGuarantees, region=ee5e5f9f5d57d1e2205e1c293524f65c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T20:15:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-21T20:15:58,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220218918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:58,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:58,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:58,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:58,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/155ff74cea1047949f7ed3857a58f7e9 2024-11-21T20:15:58,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/5de0ced611924ee798e24545efd3d093 is 50, key is test_row_0/B:col10/1732220158390/Put/seqid=0 2024-11-21T20:15:58,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55586 deadline: 1732220218987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:58,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:58,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55566 deadline: 1732220218987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55572 deadline: 1732220218987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:58,994 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in ee5e5f9f5d57d1e2205e1c293524f65c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:15:58,994 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_1' in ee5e5f9f5d57d1e2205e1c293524f65c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:15:58,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:58,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:58,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:58,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:58,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:58,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:58,995 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in ee5e5f9f5d57d1e2205e1c293524f65c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:15:58,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:58,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:58,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:59,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742095_1271 (size=9857) 2024-11-21T20:15:59,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732220219012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:59,014 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in ee5e5f9f5d57d1e2205e1c293524f65c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8228 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:15:59,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:59,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:59,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:59,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-21T20:15:59,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:59,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:59,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:59,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:59,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:59,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-21T20:15:59,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:59,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:59,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:59,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:59,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:59,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220219228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:59,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:59,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:59,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:59,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-21T20:15:59,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:59,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:59,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:59,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:59,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:15:59,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/5de0ced611924ee798e24545efd3d093 2024-11-21T20:15:59,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/5f61ae16ada045aa8832cd7ac71caac2 is 50, key is test_row_0/C:col10/1732220158390/Put/seqid=0 2024-11-21T20:15:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-21T20:15:59,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742096_1272 (size=9857) 2024-11-21T20:15:59,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/5f61ae16ada045aa8832cd7ac71caac2 2024-11-21T20:15:59,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/155ff74cea1047949f7ed3857a58f7e9 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/155ff74cea1047949f7ed3857a58f7e9 2024-11-21T20:15:59,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/155ff74cea1047949f7ed3857a58f7e9, entries=150, sequenceid=381, filesize=12.0 K 2024-11-21T20:15:59,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/5de0ced611924ee798e24545efd3d093 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/5de0ced611924ee798e24545efd3d093 2024-11-21T20:15:59,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/5de0ced611924ee798e24545efd3d093, entries=100, sequenceid=381, filesize=9.6 K 2024-11-21T20:15:59,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/5f61ae16ada045aa8832cd7ac71caac2 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/5f61ae16ada045aa8832cd7ac71caac2 2024-11-21T20:15:59,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/5f61ae16ada045aa8832cd7ac71caac2, entries=100, sequenceid=381, filesize=9.6 K 2024-11-21T20:15:59,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for ee5e5f9f5d57d1e2205e1c293524f65c in 957ms, sequenceid=381, compaction requested=true 2024-11-21T20:15:59,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:59,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:15:59,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:59,470 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:15:59,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:15:59,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:59,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:15:59,470 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:15:59,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:15:59,474 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39987 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:15:59,475 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/A is initiating minor compaction (all files) 2024-11-21T20:15:59,475 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/A in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:59,475 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/aa53591580634ef8b4d079f13670d2a1, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/a2d01e9581e2419fb8c26a77596880de, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/155ff74cea1047949f7ed3857a58f7e9] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=39.0 K 2024-11-21T20:15:59,475 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:15:59,475 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/B is initiating minor compaction (all files) 2024-11-21T20:15:59,475 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/B in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:59,476 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/8d91822c91564ccea07cc1f7bb82681c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/9f7312b2384f42ac947451d47097db1b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/5de0ced611924ee798e24545efd3d093] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=34.3 K 2024-11-21T20:15:59,477 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d91822c91564ccea07cc1f7bb82681c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732220157237 2024-11-21T20:15:59,477 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa53591580634ef8b4d079f13670d2a1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732220157237 2024-11-21T20:15:59,477 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f7312b2384f42ac947451d47097db1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732220157654 2024-11-21T20:15:59,477 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2d01e9581e2419fb8c26a77596880de, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732220157654 2024-11-21T20:15:59,478 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 5de0ced611924ee798e24545efd3d093, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732220158390 2024-11-21T20:15:59,478 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 155ff74cea1047949f7ed3857a58f7e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732220158372 2024-11-21T20:15:59,494 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#A#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:59,494 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#B#compaction#235 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:59,495 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/c4059fb9726f4ba2a89d1f6212e14c83 is 50, key is test_row_0/A:col10/1732220158390/Put/seqid=0 2024-11-21T20:15:59,495 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/4585a93966174bf2ac0a948e7c5689d8 is 50, key is test_row_0/B:col10/1732220158390/Put/seqid=0 2024-11-21T20:15:59,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742097_1273 (size=13051) 2024-11-21T20:15:59,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742098_1274 (size=13051) 2024-11-21T20:15:59,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-21T20:15:59,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:59,526 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing ee5e5f9f5d57d1e2205e1c293524f65c 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-21T20:15:59,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=A 2024-11-21T20:15:59,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:59,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=B 2024-11-21T20:15:59,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:59,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=C 2024-11-21T20:15:59,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:15:59,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/a0396381f8cc4a0e9327e47c943b693a is 50, key is test_row_0/A:col10/1732220158595/Put/seqid=0 2024-11-21T20:15:59,537 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/4585a93966174bf2ac0a948e7c5689d8 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/4585a93966174bf2ac0a948e7c5689d8 2024-11-21T20:15:59,549 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/B of ee5e5f9f5d57d1e2205e1c293524f65c into 4585a93966174bf2ac0a948e7c5689d8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:59,549 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:59,549 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/B, priority=13, startTime=1732220159470; duration=0sec 2024-11-21T20:15:59,550 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:15:59,550 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:B 2024-11-21T20:15:59,550 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:15:59,551 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:15:59,551 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/C is initiating minor compaction (all files) 2024-11-21T20:15:59,551 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/C in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:15:59,553 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/1b095d107e8c4f29a23f26ed3787e18c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/7c731cfc0c574cf1984e8d0de1253716, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/5f61ae16ada045aa8832cd7ac71caac2] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=34.3 K 2024-11-21T20:15:59,555 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b095d107e8c4f29a23f26ed3787e18c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732220157237 2024-11-21T20:15:59,556 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c731cfc0c574cf1984e8d0de1253716, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732220157654 2024-11-21T20:15:59,556 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f61ae16ada045aa8832cd7ac71caac2, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732220158390 2024-11-21T20:15:59,574 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#C#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:15:59,576 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/445bfc12a9b04555b975d971c8e6de94 is 50, key is test_row_0/C:col10/1732220158390/Put/seqid=0 2024-11-21T20:15:59,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742099_1275 (size=12301) 2024-11-21T20:15:59,578 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/a0396381f8cc4a0e9327e47c943b693a 2024-11-21T20:15:59,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/c7bd12dd93e1444e92cb9fa1c8b2d369 is 50, key is test_row_0/B:col10/1732220158595/Put/seqid=0 2024-11-21T20:15:59,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742100_1276 (size=13051) 2024-11-21T20:15:59,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742101_1277 (size=12301) 2024-11-21T20:15:59,619 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/c7bd12dd93e1444e92cb9fa1c8b2d369 2024-11-21T20:15:59,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/ae24e28486144f7a856a3e3f4e09baec is 50, key is test_row_0/C:col10/1732220158595/Put/seqid=0 2024-11-21T20:15:59,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742102_1278 (size=12301) 2024-11-21T20:15:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:15:59,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:15:59,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220219788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:59,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:15:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220219898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:15:59,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:59,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:15:59,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:15:59,915 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/c4059fb9726f4ba2a89d1f6212e14c83 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/c4059fb9726f4ba2a89d1f6212e14c83 2024-11-21T20:15:59,919 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/A of ee5e5f9f5d57d1e2205e1c293524f65c into c4059fb9726f4ba2a89d1f6212e14c83(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:15:59,919 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:15:59,919 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/A, priority=13, startTime=1732220159470; duration=0sec 2024-11-21T20:15:59,919 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:15:59,919 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:A 2024-11-21T20:16:00,014 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/445bfc12a9b04555b975d971c8e6de94 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/445bfc12a9b04555b975d971c8e6de94 2024-11-21T20:16:00,018 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/C of ee5e5f9f5d57d1e2205e1c293524f65c into 445bfc12a9b04555b975d971c8e6de94(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:00,018 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:16:00,018 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/C, priority=13, startTime=1732220159470; duration=0sec 2024-11-21T20:16:00,018 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:00,018 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:C 2024-11-21T20:16:00,051 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/ae24e28486144f7a856a3e3f4e09baec 2024-11-21T20:16:00,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/a0396381f8cc4a0e9327e47c943b693a as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/a0396381f8cc4a0e9327e47c943b693a 2024-11-21T20:16:00,060 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/a0396381f8cc4a0e9327e47c943b693a, entries=150, sequenceid=397, filesize=12.0 K 2024-11-21T20:16:00,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/c7bd12dd93e1444e92cb9fa1c8b2d369 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/c7bd12dd93e1444e92cb9fa1c8b2d369 2024-11-21T20:16:00,064 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/c7bd12dd93e1444e92cb9fa1c8b2d369, entries=150, sequenceid=397, filesize=12.0 K 2024-11-21T20:16:00,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/ae24e28486144f7a856a3e3f4e09baec as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/ae24e28486144f7a856a3e3f4e09baec 2024-11-21T20:16:00,069 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/ae24e28486144f7a856a3e3f4e09baec, entries=150, sequenceid=397, filesize=12.0 K 2024-11-21T20:16:00,070 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for ee5e5f9f5d57d1e2205e1c293524f65c in 544ms, sequenceid=397, compaction requested=false 2024-11-21T20:16:00,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:16:00,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:00,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-21T20:16:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-21T20:16:00,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-21T20:16:00,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7780 sec 2024-11-21T20:16:00,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.7850 sec 2024-11-21T20:16:00,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee5e5f9f5d57d1e2205e1c293524f65c 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-21T20:16:00,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=A 2024-11-21T20:16:00,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:00,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=B 2024-11-21T20:16:00,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:00,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=C 2024-11-21T20:16:00,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:16:00,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/2f0bac3e4ae348818e76197fb647a994 is 50, key is test_row_0/A:col10/1732220159771/Put/seqid=0 2024-11-21T20:16:00,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742103_1279 (size=14741) 2024-11-21T20:16:00,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220220215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:00,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:00,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:00,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:00,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220220328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:00,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:00,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:00,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-21T20:16:00,438 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:16:00,438 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:16:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-21T20:16:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-21T20:16:00,440 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:16:00,440 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:16:00,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:16:00,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220220537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:00,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:00,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:00,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:00,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/2f0bac3e4ae348818e76197fb647a994 2024-11-21T20:16:00,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/cfa4c8a38c7640a480774cfa7bb9b91d is 50, key is test_row_0/B:col10/1732220159771/Put/seqid=0 2024-11-21T20:16:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-21T20:16:00,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742104_1280 (size=12301) 2024-11-21T20:16:00,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T20:16:00,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:00,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:16:00,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:00,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:00,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:00,619 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T20:16:00,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T20:16:00,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-21T20:16:00,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:16:00,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:00,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:00,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:00,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220220848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:00,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:00,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:00,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:00,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T20:16:00,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:00,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:16:00,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:00,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:00,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:00,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/cfa4c8a38c7640a480774cfa7bb9b91d 2024-11-21T20:16:00,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/b58e5f2b80404901b37f02342a45d99d is 50, key is test_row_0/C:col10/1732220159771/Put/seqid=0 2024-11-21T20:16:00,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742105_1281 (size=12301) 2024-11-21T20:16:01,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T20:16:01,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:01,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:16:01,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:01,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:01,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-21T20:16:01,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T20:16:01,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:01,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:16:01,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:01,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:01,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:01,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:01,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220221358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:01,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:01,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:01,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:01,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T20:16:01,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:01,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:16:01,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:01,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:01,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:01,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/b58e5f2b80404901b37f02342a45d99d 2024-11-21T20:16:01,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/2f0bac3e4ae348818e76197fb647a994 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/2f0bac3e4ae348818e76197fb647a994 2024-11-21T20:16:01,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/2f0bac3e4ae348818e76197fb647a994, entries=200, sequenceid=417, filesize=14.4 K 2024-11-21T20:16:01,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/cfa4c8a38c7640a480774cfa7bb9b91d as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/cfa4c8a38c7640a480774cfa7bb9b91d 2024-11-21T20:16:01,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/cfa4c8a38c7640a480774cfa7bb9b91d, entries=150, sequenceid=417, filesize=12.0 K 2024-11-21T20:16:01,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/b58e5f2b80404901b37f02342a45d99d as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/b58e5f2b80404901b37f02342a45d99d 2024-11-21T20:16:01,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/b58e5f2b80404901b37f02342a45d99d, entries=150, sequenceid=417, filesize=12.0 K 2024-11-21T20:16:01,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for ee5e5f9f5d57d1e2205e1c293524f65c in 1277ms, sequenceid=417, compaction requested=true 2024-11-21T20:16:01,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:16:01,388 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:01,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:16:01,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:01,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:16:01,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:01,389 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:01,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:16:01,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:01,391 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:01,391 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/B is initiating minor compaction (all files) 2024-11-21T20:16:01,391 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/B in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:01,391 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/4585a93966174bf2ac0a948e7c5689d8, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/c7bd12dd93e1444e92cb9fa1c8b2d369, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/cfa4c8a38c7640a480774cfa7bb9b91d] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=36.8 K 2024-11-21T20:16:01,391 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:01,391 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/A is initiating minor compaction (all files) 2024-11-21T20:16:01,392 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/A in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:01,392 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/c4059fb9726f4ba2a89d1f6212e14c83, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/a0396381f8cc4a0e9327e47c943b693a, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/2f0bac3e4ae348818e76197fb647a994] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=39.2 K 2024-11-21T20:16:01,392 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4059fb9726f4ba2a89d1f6212e14c83, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732220157654 2024-11-21T20:16:01,393 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 4585a93966174bf2ac0a948e7c5689d8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732220157654 2024-11-21T20:16:01,393 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0396381f8cc4a0e9327e47c943b693a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732220158576 2024-11-21T20:16:01,393 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting c7bd12dd93e1444e92cb9fa1c8b2d369, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732220158576 2024-11-21T20:16:01,393 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f0bac3e4ae348818e76197fb647a994, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732220159771 2024-11-21T20:16:01,393 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting cfa4c8a38c7640a480774cfa7bb9b91d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732220159771 2024-11-21T20:16:01,402 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#B#compaction#244 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:01,402 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#A#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:01,403 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/55deed31ed624cca919956d06a036c09 is 50, key is test_row_0/A:col10/1732220159771/Put/seqid=0 2024-11-21T20:16:01,404 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/46f677ad4335461ea0969ff733e5fa40 is 50, key is test_row_0/B:col10/1732220159771/Put/seqid=0 2024-11-21T20:16:01,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742107_1283 (size=13153) 2024-11-21T20:16:01,421 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/55deed31ed624cca919956d06a036c09 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/55deed31ed624cca919956d06a036c09 2024-11-21T20:16:01,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742106_1282 (size=13153) 2024-11-21T20:16:01,427 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/A of ee5e5f9f5d57d1e2205e1c293524f65c into 55deed31ed624cca919956d06a036c09(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:01,427 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:16:01,427 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/A, priority=13, startTime=1732220161388; duration=0sec 2024-11-21T20:16:01,428 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:01,428 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:A 2024-11-21T20:16:01,428 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:01,430 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:01,430 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/C is initiating minor compaction (all files) 2024-11-21T20:16:01,430 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/C in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:01,430 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/445bfc12a9b04555b975d971c8e6de94, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/ae24e28486144f7a856a3e3f4e09baec, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/b58e5f2b80404901b37f02342a45d99d] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=36.8 K 2024-11-21T20:16:01,431 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 445bfc12a9b04555b975d971c8e6de94, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732220157654 2024-11-21T20:16:01,431 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae24e28486144f7a856a3e3f4e09baec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732220158576 2024-11-21T20:16:01,431 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting b58e5f2b80404901b37f02342a45d99d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732220159771 2024-11-21T20:16:01,438 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#C#compaction#245 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:01,438 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/838a0ed8643d488c8e27eb3ad8ba0bab is 50, key is test_row_0/C:col10/1732220159771/Put/seqid=0 2024-11-21T20:16:01,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742108_1284 (size=13153) 2024-11-21T20:16:01,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T20:16:01,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:01,521 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing ee5e5f9f5d57d1e2205e1c293524f65c 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-21T20:16:01,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=A 2024-11-21T20:16:01,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:01,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=B 2024-11-21T20:16:01,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:01,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=C 2024-11-21T20:16:01,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:01,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/a1296308d25243ca830b3c02ffcc902d is 50, key is test_row_0/A:col10/1732220160199/Put/seqid=0 2024-11-21T20:16:01,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742109_1285 (size=12301) 2024-11-21T20:16:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-21T20:16:01,827 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/46f677ad4335461ea0969ff733e5fa40 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/46f677ad4335461ea0969ff733e5fa40 2024-11-21T20:16:01,834 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/B of ee5e5f9f5d57d1e2205e1c293524f65c into 46f677ad4335461ea0969ff733e5fa40(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:01,835 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:16:01,835 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/B, priority=13, startTime=1732220161389; duration=0sec 2024-11-21T20:16:01,835 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:01,835 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:B 2024-11-21T20:16:01,850 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/838a0ed8643d488c8e27eb3ad8ba0bab as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/838a0ed8643d488c8e27eb3ad8ba0bab 2024-11-21T20:16:01,857 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/C of ee5e5f9f5d57d1e2205e1c293524f65c into 838a0ed8643d488c8e27eb3ad8ba0bab(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:01,858 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:16:01,858 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/C, priority=13, startTime=1732220161389; duration=0sec 2024-11-21T20:16:01,858 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:01,858 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:C 2024-11-21T20:16:01,933 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/a1296308d25243ca830b3c02ffcc902d 2024-11-21T20:16:01,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/d01577a475e54d8b948b80e8b9a02617 is 50, key is test_row_0/B:col10/1732220160199/Put/seqid=0 2024-11-21T20:16:01,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742110_1286 (size=12301) 2024-11-21T20:16:02,343 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/d01577a475e54d8b948b80e8b9a02617 2024-11-21T20:16:02,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:16:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:16:02,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/39cba29024794e068533bdada0c781e0 is 50, key is test_row_0/C:col10/1732220160199/Put/seqid=0 2024-11-21T20:16:02,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742111_1287 (size=12301) 2024-11-21T20:16:02,404 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/39cba29024794e068533bdada0c781e0 2024-11-21T20:16:02,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/a1296308d25243ca830b3c02ffcc902d as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/a1296308d25243ca830b3c02ffcc902d 2024-11-21T20:16:02,412 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/a1296308d25243ca830b3c02ffcc902d, entries=150, sequenceid=433, filesize=12.0 K 2024-11-21T20:16:02,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/d01577a475e54d8b948b80e8b9a02617 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/d01577a475e54d8b948b80e8b9a02617 2024-11-21T20:16:02,417 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/d01577a475e54d8b948b80e8b9a02617, entries=150, sequenceid=433, filesize=12.0 K 2024-11-21T20:16:02,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/39cba29024794e068533bdada0c781e0 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/39cba29024794e068533bdada0c781e0 2024-11-21T20:16:02,421 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/39cba29024794e068533bdada0c781e0, entries=150, sequenceid=433, filesize=12.0 K 2024-11-21T20:16:02,424 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=46.96 KB/48090 for ee5e5f9f5d57d1e2205e1c293524f65c in 903ms, sequenceid=433, compaction requested=false 2024-11-21T20:16:02,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:16:02,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:02,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-21T20:16:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-21T20:16:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:16:02,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee5e5f9f5d57d1e2205e1c293524f65c 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T20:16:02,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=A 2024-11-21T20:16:02,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:02,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=B 2024-11-21T20:16:02,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:02,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=C 2024-11-21T20:16:02,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:02,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-21T20:16:02,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9850 sec 2024-11-21T20:16:02,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.9910 sec 2024-11-21T20:16:02,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/1271238de9634f13b58b99fe2fd7d4e9 is 50, key is test_row_0/A:col10/1732220162410/Put/seqid=0 2024-11-21T20:16:02,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742112_1288 (size=14741) 2024-11-21T20:16:02,517 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220162493, max timestamp=1732220162515Num uniques 859; 2024-11-21T20:16:02,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:16:02,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220162493, max timestamp=1732220162515Num uniques 859; 2024-11-21T20:16:02,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:16:02,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220222574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:02,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:02,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-21T20:16:02,588 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:16:02,588 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:16:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-21T20:16:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-21T20:16:02,590 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:16:02,590 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:16:02,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:16:02,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220222687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:02,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:02,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:02,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-21T20:16:02,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T20:16:02,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:02,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:16:02,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:02,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:02,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:02,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/1271238de9634f13b58b99fe2fd7d4e9 2024-11-21T20:16:02,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/c1bfd95d31cf43b6beac6beff41125ba is 50, key is test_row_0/B:col10/1732220162410/Put/seqid=0 2024-11-21T20:16:02,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742113_1289 (size=12301) 2024-11-21T20:16:02,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/c1bfd95d31cf43b6beac6beff41125ba 2024-11-21T20:16:02,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/c79bbd675b9f4f4680fce11a76279351 is 50, key is test_row_0/C:col10/1732220162410/Put/seqid=0 2024-11-21T20:16:02,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742114_1290 (size=12301) 2024-11-21T20:16:02,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/c79bbd675b9f4f4680fce11a76279351 2024-11-21T20:16:02,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T20:16:02,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:02,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:16:02,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:02,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:02,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:02,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/1271238de9634f13b58b99fe2fd7d4e9 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/1271238de9634f13b58b99fe2fd7d4e9 2024-11-21T20:16:02,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220222898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:02,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:02,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/1271238de9634f13b58b99fe2fd7d4e9, entries=200, sequenceid=446, filesize=14.4 K 2024-11-21T20:16:02,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:02,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:02,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/c1bfd95d31cf43b6beac6beff41125ba as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/c1bfd95d31cf43b6beac6beff41125ba 2024-11-21T20:16:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-21T20:16:02,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/c1bfd95d31cf43b6beac6beff41125ba, entries=150, sequenceid=446, filesize=12.0 K 2024-11-21T20:16:02,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/c79bbd675b9f4f4680fce11a76279351 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/c79bbd675b9f4f4680fce11a76279351 2024-11-21T20:16:02,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/c79bbd675b9f4f4680fce11a76279351, entries=150, sequenceid=446, filesize=12.0 K 2024-11-21T20:16:02,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=125.23 KB/128240 for ee5e5f9f5d57d1e2205e1c293524f65c in 487ms, sequenceid=446, compaction requested=true 2024-11-21T20:16:02,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:16:02,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:16:02,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:02,915 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:02,915 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:02,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:16:02,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:02,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:16:02,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:02,915 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:02,915 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:02,916 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/A is initiating minor compaction (all files) 2024-11-21T20:16:02,916 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/B is initiating minor compaction (all files) 2024-11-21T20:16:02,916 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/A in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:02,916 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/B in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:02,916 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/46f677ad4335461ea0969ff733e5fa40, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/d01577a475e54d8b948b80e8b9a02617, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/c1bfd95d31cf43b6beac6beff41125ba] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=36.9 K 2024-11-21T20:16:02,916 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/55deed31ed624cca919956d06a036c09, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/a1296308d25243ca830b3c02ffcc902d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/1271238de9634f13b58b99fe2fd7d4e9] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=39.3 K 2024-11-21T20:16:02,916 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 46f677ad4335461ea0969ff733e5fa40, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732220159771 2024-11-21T20:16:02,916 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55deed31ed624cca919956d06a036c09, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732220159771 2024-11-21T20:16:02,916 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1296308d25243ca830b3c02ffcc902d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732220160171 2024-11-21T20:16:02,917 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting d01577a475e54d8b948b80e8b9a02617, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732220160171 2024-11-21T20:16:02,917 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1271238de9634f13b58b99fe2fd7d4e9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732220162402 2024-11-21T20:16:02,917 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting c1bfd95d31cf43b6beac6beff41125ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732220162410 2024-11-21T20:16:02,924 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#A#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:02,925 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/0835872180ae480b97c7bd680fe30baf is 50, key is test_row_0/A:col10/1732220162410/Put/seqid=0 2024-11-21T20:16:02,928 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#B#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:02,928 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/25135f675f1a474fa1d4e71123f3cc26 is 50, key is test_row_0/B:col10/1732220162410/Put/seqid=0 2024-11-21T20:16:02,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742115_1291 (size=13255) 2024-11-21T20:16:02,939 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/0835872180ae480b97c7bd680fe30baf as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/0835872180ae480b97c7bd680fe30baf 2024-11-21T20:16:02,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742116_1292 (size=13255) 2024-11-21T20:16:02,945 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/A of ee5e5f9f5d57d1e2205e1c293524f65c into 0835872180ae480b97c7bd680fe30baf(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:02,945 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:16:02,945 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/A, priority=13, startTime=1732220162915; duration=0sec 2024-11-21T20:16:02,945 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:02,945 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:A 2024-11-21T20:16:02,945 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:02,946 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:02,946 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/C is initiating minor compaction (all files) 2024-11-21T20:16:02,946 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/C in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:02,947 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/838a0ed8643d488c8e27eb3ad8ba0bab, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/39cba29024794e068533bdada0c781e0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/c79bbd675b9f4f4680fce11a76279351] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=36.9 K 2024-11-21T20:16:02,947 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 838a0ed8643d488c8e27eb3ad8ba0bab, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732220159771 2024-11-21T20:16:02,947 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39cba29024794e068533bdada0c781e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732220160171 2024-11-21T20:16:02,947 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting c79bbd675b9f4f4680fce11a76279351, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732220162410 2024-11-21T20:16:02,955 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#C#compaction#254 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:02,956 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/575209a83be74ec1a526dd5ce4e63e0a is 50, key is test_row_0/C:col10/1732220162410/Put/seqid=0 2024-11-21T20:16:02,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742117_1293 (size=13255) 2024-11-21T20:16:02,966 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/575209a83be74ec1a526dd5ce4e63e0a as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/575209a83be74ec1a526dd5ce4e63e0a 2024-11-21T20:16:02,973 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/C of ee5e5f9f5d57d1e2205e1c293524f65c into 575209a83be74ec1a526dd5ce4e63e0a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:02,973 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:16:02,973 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/C, priority=13, startTime=1732220162915; duration=0sec 2024-11-21T20:16:02,973 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:02,973 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:C 2024-11-21T20:16:03,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T20:16:03,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:03,049 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing ee5e5f9f5d57d1e2205e1c293524f65c 3/3 column families, dataSize=125.23 KB heapSize=363.39 KB 2024-11-21T20:16:03,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=A 2024-11-21T20:16:03,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:03,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=B 2024-11-21T20:16:03,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:03,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=C 2024-11-21T20:16:03,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:03,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/b3cb0576b0994192b2a713e75f859a63 is 50, key is test_row_0/A:col10/1732220162536/Put/seqid=0 2024-11-21T20:16:03,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742118_1294 (size=12301) 2024-11-21T20:16:03,090 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/b3cb0576b0994192b2a713e75f859a63 2024-11-21T20:16:03,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/7ebe6d3960ec4e5aaa9edbf24b9cd5b1 is 50, key is test_row_0/B:col10/1732220162536/Put/seqid=0 2024-11-21T20:16:03,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742119_1295 (size=12301) 2024-11-21T20:16:03,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:16:03,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:16:03,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-21T20:16:03,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220223251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:03,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:03,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:03,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:03,342 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/25135f675f1a474fa1d4e71123f3cc26 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/25135f675f1a474fa1d4e71123f3cc26 2024-11-21T20:16:03,346 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/B of ee5e5f9f5d57d1e2205e1c293524f65c into 25135f675f1a474fa1d4e71123f3cc26(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:03,346 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:16:03,346 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/B, priority=13, startTime=1732220162915; duration=0sec 2024-11-21T20:16:03,346 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:03,346 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:B 2024-11-21T20:16:03,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220223368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:03,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:03,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:03,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:03,509 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/7ebe6d3960ec4e5aaa9edbf24b9cd5b1 2024-11-21T20:16:03,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/55202fa78b95489ba7ffc17b64e90363 is 50, key is test_row_0/C:col10/1732220162536/Put/seqid=0 2024-11-21T20:16:03,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742120_1296 (size=12301) 2024-11-21T20:16:03,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220223577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:03,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:03,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:03,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-21T20:16:03,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220223888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:03,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:03,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:03,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:03,921 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/55202fa78b95489ba7ffc17b64e90363 2024-11-21T20:16:03,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/b3cb0576b0994192b2a713e75f859a63 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/b3cb0576b0994192b2a713e75f859a63 2024-11-21T20:16:03,929 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/b3cb0576b0994192b2a713e75f859a63, entries=150, sequenceid=479, filesize=12.0 K 2024-11-21T20:16:03,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/7ebe6d3960ec4e5aaa9edbf24b9cd5b1 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/7ebe6d3960ec4e5aaa9edbf24b9cd5b1 2024-11-21T20:16:03,934 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/7ebe6d3960ec4e5aaa9edbf24b9cd5b1, entries=150, sequenceid=479, filesize=12.0 K 2024-11-21T20:16:03,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/55202fa78b95489ba7ffc17b64e90363 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/55202fa78b95489ba7ffc17b64e90363 2024-11-21T20:16:03,938 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/55202fa78b95489ba7ffc17b64e90363, entries=150, sequenceid=479, filesize=12.0 K 2024-11-21T20:16:03,939 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~125.23 KB/128240, heapSize ~363.34 KB/372064, currentSize=53.67 KB/54960 for ee5e5f9f5d57d1e2205e1c293524f65c in 890ms, sequenceid=479, compaction requested=false 2024-11-21T20:16:03,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:16:03,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:03,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-21T20:16:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-21T20:16:03,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-21T20:16:03,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3500 sec 2024-11-21T20:16:03,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.3550 sec 2024-11-21T20:16:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:16:04,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee5e5f9f5d57d1e2205e1c293524f65c 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T20:16:04,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=A 2024-11-21T20:16:04,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:04,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=B 2024-11-21T20:16:04,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:04,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=C 2024-11-21T20:16:04,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:04,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/a99906eb7e9b4562aae31d61f785acdb is 50, key is test_row_0/A:col10/1732220163243/Put/seqid=0 2024-11-21T20:16:04,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742121_1297 (size=12301) 2024-11-21T20:16:04,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/a99906eb7e9b4562aae31d61f785acdb 2024-11-21T20:16:04,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/42f4088e142c43d1b4c71edb37c32921 is 50, key is test_row_0/B:col10/1732220163243/Put/seqid=0 2024-11-21T20:16:04,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742122_1298 (size=12301) 2024-11-21T20:16:04,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 316 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220224495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:04,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:04,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:04,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:04,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 317 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220224608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:04,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:04,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:04,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-21T20:16:04,738 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:16:04,738 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:16:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-21T20:16:04,740 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:16:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-21T20:16:04,740 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:16:04,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:16:04,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 318 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220224818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:04,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:04,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:04,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:04,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/42f4088e142c43d1b4c71edb37c32921 2024-11-21T20:16:04,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-21T20:16:04,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/43eee96216f043d9bdb81e3cb16abed6 is 50, key is test_row_0/C:col10/1732220163243/Put/seqid=0 2024-11-21T20:16:04,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742123_1299 (size=12301) 2024-11-21T20:16:04,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-21T20:16:04,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:04,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:16:04,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:04,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:04,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:05,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-21T20:16:05,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:05,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:16:05,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:05,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:05,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-21T20:16:05,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 319 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220225127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:05,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:05,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:05,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:05,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-21T20:16:05,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:05,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:16:05,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:05,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:05,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:05,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/43eee96216f043d9bdb81e3cb16abed6 2024-11-21T20:16:05,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/a99906eb7e9b4562aae31d61f785acdb as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/a99906eb7e9b4562aae31d61f785acdb 2024-11-21T20:16:05,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/a99906eb7e9b4562aae31d61f785acdb, entries=150, sequenceid=492, filesize=12.0 K 2024-11-21T20:16:05,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/42f4088e142c43d1b4c71edb37c32921 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/42f4088e142c43d1b4c71edb37c32921 2024-11-21T20:16:05,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/42f4088e142c43d1b4c71edb37c32921, entries=150, sequenceid=492, filesize=12.0 K 2024-11-21T20:16:05,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/43eee96216f043d9bdb81e3cb16abed6 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/43eee96216f043d9bdb81e3cb16abed6 2024-11-21T20:16:05,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/43eee96216f043d9bdb81e3cb16abed6, entries=150, sequenceid=492, filesize=12.0 K 2024-11-21T20:16:05,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for ee5e5f9f5d57d1e2205e1c293524f65c in 886ms, sequenceid=492, compaction requested=true 2024-11-21T20:16:05,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:16:05,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:16:05,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:05,287 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:05,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:16:05,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:05,287 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:05,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:16:05,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:05,287 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:05,288 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/B is initiating minor compaction (all files) 2024-11-21T20:16:05,288 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/B in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:05,288 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/25135f675f1a474fa1d4e71123f3cc26, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/7ebe6d3960ec4e5aaa9edbf24b9cd5b1, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/42f4088e142c43d1b4c71edb37c32921] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=37.0 K 2024-11-21T20:16:05,288 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:05,288 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/A is initiating minor compaction (all files) 2024-11-21T20:16:05,288 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/A in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:05,288 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/0835872180ae480b97c7bd680fe30baf, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/b3cb0576b0994192b2a713e75f859a63, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/a99906eb7e9b4562aae31d61f785acdb] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=37.0 K 2024-11-21T20:16:05,288 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0835872180ae480b97c7bd680fe30baf, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732220162410 2024-11-21T20:16:05,288 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 25135f675f1a474fa1d4e71123f3cc26, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732220162410 2024-11-21T20:16:05,289 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ebe6d3960ec4e5aaa9edbf24b9cd5b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732220162536 2024-11-21T20:16:05,289 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3cb0576b0994192b2a713e75f859a63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732220162536 2024-11-21T20:16:05,290 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 42f4088e142c43d1b4c71edb37c32921, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732220163229 2024-11-21T20:16:05,290 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting a99906eb7e9b4562aae31d61f785acdb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732220163229 2024-11-21T20:16:05,298 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#A#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:05,299 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/d7627066e5154b69ac4d33b6f1f587aa is 50, key is test_row_0/A:col10/1732220163243/Put/seqid=0 2024-11-21T20:16:05,302 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#B#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:05,302 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/9f8cc997f6c04ccebacf38cc3c343af2 is 50, key is test_row_0/B:col10/1732220163243/Put/seqid=0 2024-11-21T20:16:05,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742124_1300 (size=13357) 2024-11-21T20:16:05,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742125_1301 (size=13357) 2024-11-21T20:16:05,332 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/d7627066e5154b69ac4d33b6f1f587aa as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/d7627066e5154b69ac4d33b6f1f587aa 2024-11-21T20:16:05,338 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/A of ee5e5f9f5d57d1e2205e1c293524f65c into d7627066e5154b69ac4d33b6f1f587aa(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:05,338 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:16:05,338 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/A, priority=13, startTime=1732220165286; duration=0sec 2024-11-21T20:16:05,338 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:05,338 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:A 2024-11-21T20:16:05,338 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:05,339 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:05,340 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/C is initiating minor compaction (all files) 2024-11-21T20:16:05,340 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/C in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:05,340 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/575209a83be74ec1a526dd5ce4e63e0a, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/55202fa78b95489ba7ffc17b64e90363, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/43eee96216f043d9bdb81e3cb16abed6] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=37.0 K 2024-11-21T20:16:05,340 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 575209a83be74ec1a526dd5ce4e63e0a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732220162410 2024-11-21T20:16:05,340 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55202fa78b95489ba7ffc17b64e90363, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732220162536 2024-11-21T20:16:05,342 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43eee96216f043d9bdb81e3cb16abed6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732220163229 2024-11-21T20:16:05,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-21T20:16:05,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:05,353 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing ee5e5f9f5d57d1e2205e1c293524f65c 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-21T20:16:05,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=A 2024-11-21T20:16:05,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:05,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=B 2024-11-21T20:16:05,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:05,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=C 2024-11-21T20:16:05,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:05,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/8fe196844d0743dfa357f79f115ea96e is 50, key is test_row_0/A:col10/1732220164482/Put/seqid=0 2024-11-21T20:16:05,367 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#C#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:05,368 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/bd2b937c5ecc46af9e9d579254d9acf0 is 50, key is test_row_0/C:col10/1732220163243/Put/seqid=0 2024-11-21T20:16:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-21T20:16:05,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742126_1302 (size=12301) 2024-11-21T20:16:05,379 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/8fe196844d0743dfa357f79f115ea96e 2024-11-21T20:16:05,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742127_1303 (size=13357) 2024-11-21T20:16:05,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/4058b618bf1c4dcf9651da83da625baa is 50, key is test_row_0/B:col10/1732220164482/Put/seqid=0 2024-11-21T20:16:05,394 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/bd2b937c5ecc46af9e9d579254d9acf0 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/bd2b937c5ecc46af9e9d579254d9acf0 2024-11-21T20:16:05,398 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/C of ee5e5f9f5d57d1e2205e1c293524f65c into bd2b937c5ecc46af9e9d579254d9acf0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:05,399 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:16:05,399 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/C, priority=13, startTime=1732220165287; duration=0sec 2024-11-21T20:16:05,399 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:05,399 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:C 2024-11-21T20:16:05,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742128_1304 (size=12301) 2024-11-21T20:16:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:16:05,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:16:05,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 329 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220225680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:05,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:05,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:05,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:05,739 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/9f8cc997f6c04ccebacf38cc3c343af2 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/9f8cc997f6c04ccebacf38cc3c343af2 2024-11-21T20:16:05,752 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/B of ee5e5f9f5d57d1e2205e1c293524f65c into 9f8cc997f6c04ccebacf38cc3c343af2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:05,752 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:16:05,752 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/B, priority=13, startTime=1732220165287; duration=0sec 2024-11-21T20:16:05,753 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:05,753 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:B 2024-11-21T20:16:05,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 330 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220225787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:05,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:05,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:05,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:05,807 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/4058b618bf1c4dcf9651da83da625baa 2024-11-21T20:16:05,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/4e4b292a51a7433c8b817bc75ec9c54b is 50, key is test_row_0/C:col10/1732220164482/Put/seqid=0 2024-11-21T20:16:05,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742129_1305 (size=12301) 2024-11-21T20:16:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-21T20:16:05,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 331 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220225998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:05,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:05,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:05,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:06,218 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/4e4b292a51a7433c8b817bc75ec9c54b 2024-11-21T20:16:06,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/8fe196844d0743dfa357f79f115ea96e as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/8fe196844d0743dfa357f79f115ea96e 2024-11-21T20:16:06,232 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/8fe196844d0743dfa357f79f115ea96e, entries=150, sequenceid=513, filesize=12.0 K 2024-11-21T20:16:06,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/4058b618bf1c4dcf9651da83da625baa as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/4058b618bf1c4dcf9651da83da625baa 2024-11-21T20:16:06,240 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/4058b618bf1c4dcf9651da83da625baa, entries=150, sequenceid=513, filesize=12.0 K 2024-11-21T20:16:06,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/4e4b292a51a7433c8b817bc75ec9c54b as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/4e4b292a51a7433c8b817bc75ec9c54b 2024-11-21T20:16:06,248 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/4e4b292a51a7433c8b817bc75ec9c54b, entries=150, sequenceid=513, filesize=12.0 K 2024-11-21T20:16:06,249 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for ee5e5f9f5d57d1e2205e1c293524f65c in 897ms, sequenceid=513, compaction requested=false 2024-11-21T20:16:06,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:16:06,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:06,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-21T20:16:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-21T20:16:06,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-21T20:16:06,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5110 sec 2024-11-21T20:16:06,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.5170 sec 2024-11-21T20:16:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:16:06,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee5e5f9f5d57d1e2205e1c293524f65c 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-21T20:16:06,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=A 2024-11-21T20:16:06,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:06,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=B 2024-11-21T20:16:06,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:06,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=C 2024-11-21T20:16:06,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:06,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/e3457b00cebd41129d306552658f395d is 50, key is test_row_0/A:col10/1732220165654/Put/seqid=0 2024-11-21T20:16:06,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742130_1306 (size=14741) 2024-11-21T20:16:06,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/e3457b00cebd41129d306552658f395d 2024-11-21T20:16:06,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/dc576828a4bd49738dfd364bee07885e is 50, key is test_row_0/B:col10/1732220165654/Put/seqid=0 2024-11-21T20:16:06,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742131_1307 (size=12301) 2024-11-21T20:16:06,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 349 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220226399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:06,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:06,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:06,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:06,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 350 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220226508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:06,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:06,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:06,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:06,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 351 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220226718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:06,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:06,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:06,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:06,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/dc576828a4bd49738dfd364bee07885e 2024-11-21T20:16:06,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/a1b67fc2403d4bb8bbebe12ee7f48c04 is 50, key is test_row_0/C:col10/1732220165654/Put/seqid=0 2024-11-21T20:16:06,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742132_1308 (size=12301) 2024-11-21T20:16:06,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/a1b67fc2403d4bb8bbebe12ee7f48c04 2024-11-21T20:16:06,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/e3457b00cebd41129d306552658f395d as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/e3457b00cebd41129d306552658f395d 2024-11-21T20:16:06,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/e3457b00cebd41129d306552658f395d, entries=200, sequenceid=528, filesize=14.4 K 2024-11-21T20:16:06,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/dc576828a4bd49738dfd364bee07885e as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/dc576828a4bd49738dfd364bee07885e 2024-11-21T20:16:06,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/dc576828a4bd49738dfd364bee07885e, entries=150, sequenceid=528, filesize=12.0 K 2024-11-21T20:16:06,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/a1b67fc2403d4bb8bbebe12ee7f48c04 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/a1b67fc2403d4bb8bbebe12ee7f48c04 2024-11-21T20:16:06,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/a1b67fc2403d4bb8bbebe12ee7f48c04, entries=150, sequenceid=528, filesize=12.0 K 2024-11-21T20:16:06,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for ee5e5f9f5d57d1e2205e1c293524f65c in 525ms, sequenceid=528, compaction requested=true 2024-11-21T20:16:06,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:16:06,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:16:06,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:06,835 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:06,835 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:06,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:16:06,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:06,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee5e5f9f5d57d1e2205e1c293524f65c:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:16:06,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:06,836 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:06,836 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/A is initiating minor compaction (all files) 2024-11-21T20:16:06,836 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/A in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:06,836 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/d7627066e5154b69ac4d33b6f1f587aa, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/8fe196844d0743dfa357f79f115ea96e, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/e3457b00cebd41129d306552658f395d] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=39.5 K 2024-11-21T20:16:06,837 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7627066e5154b69ac4d33b6f1f587aa, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732220163229 2024-11-21T20:16:06,837 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:06,837 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/B is initiating minor compaction (all files) 2024-11-21T20:16:06,837 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/B in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:06,837 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/9f8cc997f6c04ccebacf38cc3c343af2, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/4058b618bf1c4dcf9651da83da625baa, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/dc576828a4bd49738dfd364bee07885e] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=37.1 K 2024-11-21T20:16:06,837 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fe196844d0743dfa357f79f115ea96e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732220164459 2024-11-21T20:16:06,838 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f8cc997f6c04ccebacf38cc3c343af2, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732220163229 2024-11-21T20:16:06,838 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3457b00cebd41129d306552658f395d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=528, earliestPutTs=1732220165654 2024-11-21T20:16:06,838 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 4058b618bf1c4dcf9651da83da625baa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732220164459 2024-11-21T20:16:06,839 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting dc576828a4bd49738dfd364bee07885e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=528, earliestPutTs=1732220165654 2024-11-21T20:16:06,859 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#A#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:06,859 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/0ff73e94a3804ebabc2156961cd67dee is 50, key is test_row_0/A:col10/1732220165654/Put/seqid=0 2024-11-21T20:16:06,866 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#B#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:06,866 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/d775c5bd1f8642dd9113e9eb6a59355a is 50, key is test_row_0/B:col10/1732220165654/Put/seqid=0 2024-11-21T20:16:06,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742133_1309 (size=13459) 2024-11-21T20:16:06,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742134_1310 (size=13459) 2024-11-21T20:16:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-21T20:16:06,889 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:16:06,889 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:16:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-21T20:16:06,892 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:16:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-21T20:16:06,892 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:16:06,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:16:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-21T20:16:07,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee5e5f9f5d57d1e2205e1c293524f65c 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-21T20:16:07,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=A 2024-11-21T20:16:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:16:07,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:07,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=B 2024-11-21T20:16:07,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:07,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=C 2024-11-21T20:16:07,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:07,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/8b2c500c7faa49648d946657872a12ad is 50, key is test_row_0/A:col10/1732220166347/Put/seqid=0 2024-11-21T20:16:07,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-21T20:16:07,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:07,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:16:07,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:07,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:07,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:07,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742135_1311 (size=14741) 2024-11-21T20:16:07,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/8b2c500c7faa49648d946657872a12ad 2024-11-21T20:16:07,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/18bc13ce1bda4dfb90769b22b38ba67c is 50, key is test_row_0/B:col10/1732220166347/Put/seqid=0 2024-11-21T20:16:07,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742136_1312 (size=12301) 2024-11-21T20:16:07,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 362 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220227083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:07,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:07,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:07,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:07,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 363 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220227197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:07,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:07,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:07,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:07,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-21T20:16:07,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:07,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:16:07,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:07,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:07,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-21T20:16:07,291 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/0ff73e94a3804ebabc2156961cd67dee as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/0ff73e94a3804ebabc2156961cd67dee 2024-11-21T20:16:07,294 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/d775c5bd1f8642dd9113e9eb6a59355a as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/d775c5bd1f8642dd9113e9eb6a59355a 2024-11-21T20:16:07,297 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/A of ee5e5f9f5d57d1e2205e1c293524f65c into 0ff73e94a3804ebabc2156961cd67dee(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:07,297 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:16:07,297 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/A, priority=13, startTime=1732220166835; duration=0sec 2024-11-21T20:16:07,297 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:07,297 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:A 2024-11-21T20:16:07,297 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:07,300 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:07,300 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): ee5e5f9f5d57d1e2205e1c293524f65c/C is initiating minor compaction (all files) 2024-11-21T20:16:07,300 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee5e5f9f5d57d1e2205e1c293524f65c/C in TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:07,301 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/bd2b937c5ecc46af9e9d579254d9acf0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/4e4b292a51a7433c8b817bc75ec9c54b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/a1b67fc2403d4bb8bbebe12ee7f48c04] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp, totalSize=37.1 K 2024-11-21T20:16:07,302 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd2b937c5ecc46af9e9d579254d9acf0, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732220163229 2024-11-21T20:16:07,302 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/B of ee5e5f9f5d57d1e2205e1c293524f65c into d775c5bd1f8642dd9113e9eb6a59355a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:07,302 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:16:07,302 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/B, priority=13, startTime=1732220166835; duration=0sec 2024-11-21T20:16:07,303 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:07,303 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:B 2024-11-21T20:16:07,303 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e4b292a51a7433c8b817bc75ec9c54b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732220164459 2024-11-21T20:16:07,303 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1b67fc2403d4bb8bbebe12ee7f48c04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=528, earliestPutTs=1732220165654 2024-11-21T20:16:07,314 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee5e5f9f5d57d1e2205e1c293524f65c#C#compaction#274 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:07,315 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/eb4f4d23fed54ce4a27c48033264289d is 50, key is test_row_0/C:col10/1732220165654/Put/seqid=0 2024-11-21T20:16:07,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742137_1313 (size=13459) 2024-11-21T20:16:07,329 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/eb4f4d23fed54ce4a27c48033264289d as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/eb4f4d23fed54ce4a27c48033264289d 2024-11-21T20:16:07,336 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee5e5f9f5d57d1e2205e1c293524f65c/C of ee5e5f9f5d57d1e2205e1c293524f65c into eb4f4d23fed54ce4a27c48033264289d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:07,336 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:16:07,337 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., storeName=ee5e5f9f5d57d1e2205e1c293524f65c/C, priority=13, startTime=1732220166835; duration=0sec 2024-11-21T20:16:07,337 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:07,337 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee5e5f9f5d57d1e2205e1c293524f65c:C 2024-11-21T20:16:07,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-21T20:16:07,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:07,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:16:07,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:07,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:07,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:07,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 364 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220227408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:07,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:07,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:07,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:07,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/18bc13ce1bda4dfb90769b22b38ba67c 2024-11-21T20:16:07,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/fd76cf02022045baae1a8e83eaf9c845 is 50, key is test_row_0/C:col10/1732220166347/Put/seqid=0 2024-11-21T20:16:07,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742138_1314 (size=12301) 2024-11-21T20:16:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-21T20:16:07,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-21T20:16:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:16:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:07,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:07,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-21T20:16:07,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:07,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:16:07,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:07,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:07,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:07,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 365 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55618 deadline: 1732220227717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:07,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:07,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:07,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:07,798 INFO [Thread-1002 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1002. 2024-11-21T20:16:07,798 DEBUG [Thread-1002 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:16:07,798 DEBUG [Thread-1002 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:07,798 DEBUG [Thread-1002 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:07,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:16:07,799 INFO [Thread-1000 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1000. 2024-11-21T20:16:07,799 DEBUG [Thread-1000 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:16:07,799 DEBUG [Thread-1000 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:07,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:16:07,799 DEBUG [Thread-1000 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:07,800 INFO [Thread-998 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-998. 2024-11-21T20:16:07,800 DEBUG [Thread-998 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:16:07,800 DEBUG [Thread-998 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:07,800 DEBUG [Thread-998 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:07,801 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:16:07,802 INFO [Thread-994 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-994. 2024-11-21T20:16:07,802 DEBUG [Thread-994 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:16:07,802 DEBUG [Thread-994 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:07,802 DEBUG [Thread-994 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:07,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:16:07,803 INFO [Thread-996 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-996. 2024-11-21T20:16:07,803 DEBUG [Thread-996 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:16:07,803 DEBUG [Thread-996 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:07,803 DEBUG [Thread-996 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:07,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:16:07,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-21T20:16:07,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:07,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:16:07,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:07,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:07,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:07,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/fd76cf02022045baae1a8e83eaf9c845 2024-11-21T20:16:07,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/8b2c500c7faa49648d946657872a12ad as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/8b2c500c7faa49648d946657872a12ad 2024-11-21T20:16:07,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/8b2c500c7faa49648d946657872a12ad, entries=200, sequenceid=548, filesize=14.4 K 2024-11-21T20:16:07,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/18bc13ce1bda4dfb90769b22b38ba67c as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/18bc13ce1bda4dfb90769b22b38ba67c 2024-11-21T20:16:07,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/18bc13ce1bda4dfb90769b22b38ba67c, entries=150, sequenceid=548, filesize=12.0 K 2024-11-21T20:16:07,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/fd76cf02022045baae1a8e83eaf9c845 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/fd76cf02022045baae1a8e83eaf9c845 2024-11-21T20:16:07,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/fd76cf02022045baae1a8e83eaf9c845, entries=150, sequenceid=548, filesize=12.0 K 2024-11-21T20:16:07,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for ee5e5f9f5d57d1e2205e1c293524f65c in 875ms, sequenceid=548, compaction requested=false 2024-11-21T20:16:07,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:16:08,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-21T20:16:08,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:08,025 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing ee5e5f9f5d57d1e2205e1c293524f65c 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T20:16:08,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=A 2024-11-21T20:16:08,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:08,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=B 2024-11-21T20:16:08,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:08,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=C 2024-11-21T20:16:08,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-21T20:16:08,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/0bd8c0288ebe4c54be3d0f6ee7bbf39d is 50, key is test_row_1/A:col10/1732220167077/Put/seqid=0 2024-11-21T20:16:08,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742139_1315 (size=9857) 2024-11-21T20:16:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:16:08,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. as already flushing 2024-11-21T20:16:08,230 INFO [Thread-985 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-985. 2024-11-21T20:16:08,230 DEBUG [Thread-985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:16:08,230 DEBUG [Thread-985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:08,230 DEBUG [Thread-985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:08,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:16:08,610 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/0bd8c0288ebe4c54be3d0f6ee7bbf39d 2024-11-21T20:16:08,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/524d77fb11bb4c7b929f162c7aa7b6f5 is 50, key is test_row_1/B:col10/1732220167077/Put/seqid=0 2024-11-21T20:16:08,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742140_1316 (size=9857) 2024-11-21T20:16:09,022 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/524d77fb11bb4c7b929f162c7aa7b6f5 2024-11-21T20:16:09,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/ca82b6a156164b1794d6c3bdf8d6ba55 is 50, key is test_row_1/C:col10/1732220167077/Put/seqid=0 2024-11-21T20:16:09,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742141_1317 (size=9857) 2024-11-21T20:16:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-21T20:16:09,039 INFO [Thread-987 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-987. 2024-11-21T20:16:09,039 DEBUG [Thread-987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:16:09,039 DEBUG [Thread-987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:09,039 DEBUG [Thread-987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:09,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:16:09,049 INFO [Thread-989 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-989. 2024-11-21T20:16:09,049 DEBUG [Thread-989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:16:09,049 DEBUG [Thread-989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:09,049 DEBUG [Thread-989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:09,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:16:09,079 INFO [Thread-991 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-991. 2024-11-21T20:16:09,079 DEBUG [Thread-991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:16:09,079 DEBUG [Thread-991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:09,079 DEBUG [Thread-991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:09,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:16:09,089 INFO [Thread-983 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-983. 2024-11-21T20:16:09,089 DEBUG [Thread-983 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:16:09,089 DEBUG [Thread-983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:09,089 DEBUG [Thread-983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:09,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:16:09,433 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/ca82b6a156164b1794d6c3bdf8d6ba55 2024-11-21T20:16:09,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/0bd8c0288ebe4c54be3d0f6ee7bbf39d as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/0bd8c0288ebe4c54be3d0f6ee7bbf39d 2024-11-21T20:16:09,441 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/0bd8c0288ebe4c54be3d0f6ee7bbf39d, entries=100, sequenceid=563, filesize=9.6 K 2024-11-21T20:16:09,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/524d77fb11bb4c7b929f162c7aa7b6f5 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/524d77fb11bb4c7b929f162c7aa7b6f5 2024-11-21T20:16:09,445 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/524d77fb11bb4c7b929f162c7aa7b6f5, entries=100, sequenceid=563, filesize=9.6 K 2024-11-21T20:16:09,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/ca82b6a156164b1794d6c3bdf8d6ba55 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/ca82b6a156164b1794d6c3bdf8d6ba55 2024-11-21T20:16:09,449 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/ca82b6a156164b1794d6c3bdf8d6ba55, entries=100, sequenceid=563, filesize=9.6 K 2024-11-21T20:16:09,450 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=33.54 KB/34350 for ee5e5f9f5d57d1e2205e1c293524f65c in 1426ms, sequenceid=563, compaction requested=true 2024-11-21T20:16:09,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for ee5e5f9f5d57d1e2205e1c293524f65c: 2024-11-21T20:16:09,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:09,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-21T20:16:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-21T20:16:09,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-21T20:16:09,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5580 sec 2024-11-21T20:16:09,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 2.5640 sec 2024-11-21T20:16:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-21T20:16:11,060 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:16:11,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T20:16:11,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-21T20:16:11,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 301 2024-11-21T20:16:11,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-21T20:16:11,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-21T20:16:11,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-21T20:16:11,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T20:16:11,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2684 2024-11-21T20:16:11,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2644 2024-11-21T20:16:11,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2808 2024-11-21T20:16:11,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2689 2024-11-21T20:16:11,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2625 2024-11-21T20:16:11,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T20:16:11,061 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:16:11,061 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:16:11,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:11,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:11,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:16:11,063 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T20:16:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T20:16:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-21T20:16:11,066 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220171066"}]},"ts":"1732220171066"} 2024-11-21T20:16:11,068 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T20:16:11,068 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T20:16:11,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T20:16:11,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ee5e5f9f5d57d1e2205e1c293524f65c, UNASSIGN}] 2024-11-21T20:16:11,071 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ee5e5f9f5d57d1e2205e1c293524f65c, UNASSIGN 2024-11-21T20:16:11,071 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=ee5e5f9f5d57d1e2205e1c293524f65c, regionState=CLOSING, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:16:11,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ee5e5f9f5d57d1e2205e1c293524f65c, UNASSIGN because future has completed 2024-11-21T20:16:11,073 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T20:16:11,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; CloseRegionProcedure ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650}] 2024-11-21T20:16:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-21T20:16:11,225 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] handler.UnassignRegionHandler(122): Close ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:16:11,225 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T20:16:11,225 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1722): Closing ee5e5f9f5d57d1e2205e1c293524f65c, disabling compactions & flushes 2024-11-21T20:16:11,225 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:11,225 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:11,225 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. after waiting 0 ms 2024-11-21T20:16:11,225 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:11,225 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(2902): Flushing ee5e5f9f5d57d1e2205e1c293524f65c 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-21T20:16:11,226 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=A 2024-11-21T20:16:11,226 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:11,226 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=B 2024-11-21T20:16:11,226 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:11,226 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee5e5f9f5d57d1e2205e1c293524f65c, store=C 2024-11-21T20:16:11,226 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:11,230 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/4bae25bead774b7fbb61ece245133de5 is 50, key is test_row_0/A:col10/1732220168229/Put/seqid=0 2024-11-21T20:16:11,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742142_1318 (size=12301) 2024-11-21T20:16:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-21T20:16:11,635 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/4bae25bead774b7fbb61ece245133de5 2024-11-21T20:16:11,642 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/cb0dae22ff7946e19177506de83445b8 is 50, key is test_row_0/B:col10/1732220168229/Put/seqid=0 2024-11-21T20:16:11,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742143_1319 (size=12301) 2024-11-21T20:16:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-21T20:16:12,047 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/cb0dae22ff7946e19177506de83445b8 2024-11-21T20:16:12,057 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/675a44246a3b467db06fb91f0f99d543 is 50, key is test_row_0/C:col10/1732220168229/Put/seqid=0 2024-11-21T20:16:12,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742144_1320 (size=12301) 2024-11-21T20:16:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-21T20:16:12,461 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/675a44246a3b467db06fb91f0f99d543 2024-11-21T20:16:12,467 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/A/4bae25bead774b7fbb61ece245133de5 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/4bae25bead774b7fbb61ece245133de5 2024-11-21T20:16:12,474 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/4bae25bead774b7fbb61ece245133de5, entries=150, sequenceid=571, filesize=12.0 K 2024-11-21T20:16:12,475 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/B/cb0dae22ff7946e19177506de83445b8 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/cb0dae22ff7946e19177506de83445b8 2024-11-21T20:16:12,479 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/cb0dae22ff7946e19177506de83445b8, entries=150, sequenceid=571, filesize=12.0 K 2024-11-21T20:16:12,480 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/.tmp/C/675a44246a3b467db06fb91f0f99d543 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/675a44246a3b467db06fb91f0f99d543 2024-11-21T20:16:12,486 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/675a44246a3b467db06fb91f0f99d543, entries=150, sequenceid=571, filesize=12.0 K 2024-11-21T20:16:12,487 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for ee5e5f9f5d57d1e2205e1c293524f65c in 1261ms, sequenceid=571, compaction requested=true 2024-11-21T20:16:12,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/d6b8d667f2f34e8cabc8affcf9408702, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/88d2964265c24e93b71aabe74030fca2, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/99fdafbea6a141a38656653965c11927, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/088c59b277304098b3d8b02525a9ab6c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/55367e7317ea4b22848b2cec859e53bc, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/7b8a7595af9a4a0aa41b3f9035ff648b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/ee380d95e7b745c59dc14da0781946f8, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/d64baf20b2864aa1b0f2ad5385bcfa90, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/f6eb40acde93498fb5cab0f37fe9dc9c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/323ecf4ed3904d3296c266c4f240729c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/060c9738f0034063bc72efa2961b93a4, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/7e44268100544c83b2278662061146f1, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/264d7d6b0c544c7dbfd4634ee09fb6ee, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/28e068dee1ab4e94852f3361459dc061, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/5a21e73d54de402aa51c80812c9fc7c6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/34ad0200596740698cbae452b1fccdbe, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/0d9c98f0332c458d87a6933d75002d31, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/17ac266db7f94e5d91d5fc61078e4feb, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/c4fb54d55b8c41fb86dbc20dad1918cd, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/aa53591580634ef8b4d079f13670d2a1, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/a2d01e9581e2419fb8c26a77596880de, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/c4059fb9726f4ba2a89d1f6212e14c83, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/155ff74cea1047949f7ed3857a58f7e9, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/a0396381f8cc4a0e9327e47c943b693a, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/2f0bac3e4ae348818e76197fb647a994, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/55deed31ed624cca919956d06a036c09, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/a1296308d25243ca830b3c02ffcc902d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/1271238de9634f13b58b99fe2fd7d4e9, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/0835872180ae480b97c7bd680fe30baf, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/b3cb0576b0994192b2a713e75f859a63, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/d7627066e5154b69ac4d33b6f1f587aa, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/a99906eb7e9b4562aae31d61f785acdb, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/8fe196844d0743dfa357f79f115ea96e, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/e3457b00cebd41129d306552658f395d] to archive 2024-11-21T20:16:12,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T20:16:12,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/d6b8d667f2f34e8cabc8affcf9408702 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/d6b8d667f2f34e8cabc8affcf9408702 2024-11-21T20:16:12,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/88d2964265c24e93b71aabe74030fca2 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/88d2964265c24e93b71aabe74030fca2 2024-11-21T20:16:12,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/99fdafbea6a141a38656653965c11927 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/99fdafbea6a141a38656653965c11927 2024-11-21T20:16:12,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/088c59b277304098b3d8b02525a9ab6c to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/088c59b277304098b3d8b02525a9ab6c 2024-11-21T20:16:12,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/55367e7317ea4b22848b2cec859e53bc to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/55367e7317ea4b22848b2cec859e53bc 2024-11-21T20:16:12,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/7b8a7595af9a4a0aa41b3f9035ff648b to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/7b8a7595af9a4a0aa41b3f9035ff648b 2024-11-21T20:16:12,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/ee380d95e7b745c59dc14da0781946f8 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/ee380d95e7b745c59dc14da0781946f8 2024-11-21T20:16:12,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/d64baf20b2864aa1b0f2ad5385bcfa90 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/d64baf20b2864aa1b0f2ad5385bcfa90 2024-11-21T20:16:12,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/f6eb40acde93498fb5cab0f37fe9dc9c to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/f6eb40acde93498fb5cab0f37fe9dc9c 2024-11-21T20:16:12,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/323ecf4ed3904d3296c266c4f240729c to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/323ecf4ed3904d3296c266c4f240729c 2024-11-21T20:16:12,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/060c9738f0034063bc72efa2961b93a4 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/060c9738f0034063bc72efa2961b93a4 2024-11-21T20:16:12,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/7e44268100544c83b2278662061146f1 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/7e44268100544c83b2278662061146f1 2024-11-21T20:16:12,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/264d7d6b0c544c7dbfd4634ee09fb6ee to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/264d7d6b0c544c7dbfd4634ee09fb6ee 2024-11-21T20:16:12,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/28e068dee1ab4e94852f3361459dc061 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/28e068dee1ab4e94852f3361459dc061 2024-11-21T20:16:12,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/5a21e73d54de402aa51c80812c9fc7c6 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/5a21e73d54de402aa51c80812c9fc7c6 2024-11-21T20:16:12,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/34ad0200596740698cbae452b1fccdbe to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/34ad0200596740698cbae452b1fccdbe 2024-11-21T20:16:12,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/0d9c98f0332c458d87a6933d75002d31 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/0d9c98f0332c458d87a6933d75002d31 2024-11-21T20:16:12,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/17ac266db7f94e5d91d5fc61078e4feb to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/17ac266db7f94e5d91d5fc61078e4feb 2024-11-21T20:16:12,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/c4fb54d55b8c41fb86dbc20dad1918cd to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/c4fb54d55b8c41fb86dbc20dad1918cd 2024-11-21T20:16:12,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/aa53591580634ef8b4d079f13670d2a1 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/aa53591580634ef8b4d079f13670d2a1 2024-11-21T20:16:12,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/a2d01e9581e2419fb8c26a77596880de to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/a2d01e9581e2419fb8c26a77596880de 2024-11-21T20:16:12,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/c4059fb9726f4ba2a89d1f6212e14c83 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/c4059fb9726f4ba2a89d1f6212e14c83 2024-11-21T20:16:12,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/155ff74cea1047949f7ed3857a58f7e9 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/155ff74cea1047949f7ed3857a58f7e9 2024-11-21T20:16:12,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/a0396381f8cc4a0e9327e47c943b693a to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/a0396381f8cc4a0e9327e47c943b693a 2024-11-21T20:16:12,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/2f0bac3e4ae348818e76197fb647a994 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/2f0bac3e4ae348818e76197fb647a994 2024-11-21T20:16:12,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/55deed31ed624cca919956d06a036c09 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/55deed31ed624cca919956d06a036c09 2024-11-21T20:16:12,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/a1296308d25243ca830b3c02ffcc902d to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/a1296308d25243ca830b3c02ffcc902d 2024-11-21T20:16:12,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/1271238de9634f13b58b99fe2fd7d4e9 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/1271238de9634f13b58b99fe2fd7d4e9 2024-11-21T20:16:12,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/0835872180ae480b97c7bd680fe30baf to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/0835872180ae480b97c7bd680fe30baf 2024-11-21T20:16:12,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/b3cb0576b0994192b2a713e75f859a63 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/b3cb0576b0994192b2a713e75f859a63 2024-11-21T20:16:12,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/d7627066e5154b69ac4d33b6f1f587aa to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/d7627066e5154b69ac4d33b6f1f587aa 2024-11-21T20:16:12,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/a99906eb7e9b4562aae31d61f785acdb to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/a99906eb7e9b4562aae31d61f785acdb 2024-11-21T20:16:12,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/8fe196844d0743dfa357f79f115ea96e to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/8fe196844d0743dfa357f79f115ea96e 2024-11-21T20:16:12,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/e3457b00cebd41129d306552658f395d to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/e3457b00cebd41129d306552658f395d 2024-11-21T20:16:12,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/3c76ffba798c47f29cdb581b580e5751, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/187d2def70b743e19ef559153399206d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/376ed7cc3af9489a99c3eb5cccbea1f2, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/72b0e1c2612548bc9819abd9704471aa, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/e20a0f1fc46f40bb8cded34609946310, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/02f5db2870c64cf8b1800a3f47af15d9, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/5e34440e9b5b4fc082b765ee2c23d3ae, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/d0349a1547ea48649a7d00f65b0891b9, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/54423a02e98240f180ef95bb403fda8f, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/8e9f101a142b48d39c6024b74a085cab, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/aa8cab5275ad41b690484b37752de114, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/3041c57befc142c3a5c9033d1c9001bb, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/8c9bcf580943466ea8d8bd817eb80650, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/ebe9343db0bc4cf39a3a6a359f2b741e, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/9182aa6f71124a95bca463f344bab2ea, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/feab04febb0940dca18531177825a9ad, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/5d880a343e254df19d147187c2839168, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/f083d32cc2f24189a48fb805c857db94, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/8d91822c91564ccea07cc1f7bb82681c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/0a6cc94713a649b09ae0f4948e2c4849, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/9f7312b2384f42ac947451d47097db1b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/4585a93966174bf2ac0a948e7c5689d8, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/5de0ced611924ee798e24545efd3d093, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/c7bd12dd93e1444e92cb9fa1c8b2d369, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/46f677ad4335461ea0969ff733e5fa40, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/cfa4c8a38c7640a480774cfa7bb9b91d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/d01577a475e54d8b948b80e8b9a02617, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/25135f675f1a474fa1d4e71123f3cc26, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/c1bfd95d31cf43b6beac6beff41125ba, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/7ebe6d3960ec4e5aaa9edbf24b9cd5b1, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/9f8cc997f6c04ccebacf38cc3c343af2, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/42f4088e142c43d1b4c71edb37c32921, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/4058b618bf1c4dcf9651da83da625baa, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/dc576828a4bd49738dfd364bee07885e] to archive 2024-11-21T20:16:12,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T20:16:12,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/3c76ffba798c47f29cdb581b580e5751 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/3c76ffba798c47f29cdb581b580e5751 2024-11-21T20:16:12,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/187d2def70b743e19ef559153399206d to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/187d2def70b743e19ef559153399206d 2024-11-21T20:16:12,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/376ed7cc3af9489a99c3eb5cccbea1f2 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/376ed7cc3af9489a99c3eb5cccbea1f2 2024-11-21T20:16:12,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/72b0e1c2612548bc9819abd9704471aa to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/72b0e1c2612548bc9819abd9704471aa 2024-11-21T20:16:12,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/e20a0f1fc46f40bb8cded34609946310 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/e20a0f1fc46f40bb8cded34609946310 2024-11-21T20:16:12,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/02f5db2870c64cf8b1800a3f47af15d9 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/02f5db2870c64cf8b1800a3f47af15d9 2024-11-21T20:16:12,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/5e34440e9b5b4fc082b765ee2c23d3ae to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/5e34440e9b5b4fc082b765ee2c23d3ae 2024-11-21T20:16:12,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/d0349a1547ea48649a7d00f65b0891b9 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/d0349a1547ea48649a7d00f65b0891b9 2024-11-21T20:16:12,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/54423a02e98240f180ef95bb403fda8f to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/54423a02e98240f180ef95bb403fda8f 2024-11-21T20:16:12,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/8e9f101a142b48d39c6024b74a085cab to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/8e9f101a142b48d39c6024b74a085cab 2024-11-21T20:16:12,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/aa8cab5275ad41b690484b37752de114 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/aa8cab5275ad41b690484b37752de114 2024-11-21T20:16:12,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/3041c57befc142c3a5c9033d1c9001bb to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/3041c57befc142c3a5c9033d1c9001bb 2024-11-21T20:16:12,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/8c9bcf580943466ea8d8bd817eb80650 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/8c9bcf580943466ea8d8bd817eb80650 2024-11-21T20:16:12,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/ebe9343db0bc4cf39a3a6a359f2b741e to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/ebe9343db0bc4cf39a3a6a359f2b741e 2024-11-21T20:16:12,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/9182aa6f71124a95bca463f344bab2ea to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/9182aa6f71124a95bca463f344bab2ea 2024-11-21T20:16:12,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/feab04febb0940dca18531177825a9ad to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/feab04febb0940dca18531177825a9ad 2024-11-21T20:16:12,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/5d880a343e254df19d147187c2839168 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/5d880a343e254df19d147187c2839168 2024-11-21T20:16:12,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/f083d32cc2f24189a48fb805c857db94 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/f083d32cc2f24189a48fb805c857db94 2024-11-21T20:16:12,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/8d91822c91564ccea07cc1f7bb82681c to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/8d91822c91564ccea07cc1f7bb82681c 2024-11-21T20:16:12,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/0a6cc94713a649b09ae0f4948e2c4849 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/0a6cc94713a649b09ae0f4948e2c4849 2024-11-21T20:16:12,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/9f7312b2384f42ac947451d47097db1b to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/9f7312b2384f42ac947451d47097db1b 2024-11-21T20:16:12,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/4585a93966174bf2ac0a948e7c5689d8 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/4585a93966174bf2ac0a948e7c5689d8 2024-11-21T20:16:12,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/5de0ced611924ee798e24545efd3d093 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/5de0ced611924ee798e24545efd3d093 2024-11-21T20:16:12,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/c7bd12dd93e1444e92cb9fa1c8b2d369 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/c7bd12dd93e1444e92cb9fa1c8b2d369 2024-11-21T20:16:12,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/46f677ad4335461ea0969ff733e5fa40 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/46f677ad4335461ea0969ff733e5fa40 2024-11-21T20:16:12,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/cfa4c8a38c7640a480774cfa7bb9b91d to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/cfa4c8a38c7640a480774cfa7bb9b91d 2024-11-21T20:16:12,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/d01577a475e54d8b948b80e8b9a02617 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/d01577a475e54d8b948b80e8b9a02617 2024-11-21T20:16:12,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/25135f675f1a474fa1d4e71123f3cc26 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/25135f675f1a474fa1d4e71123f3cc26 2024-11-21T20:16:12,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/c1bfd95d31cf43b6beac6beff41125ba to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/c1bfd95d31cf43b6beac6beff41125ba 2024-11-21T20:16:12,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/7ebe6d3960ec4e5aaa9edbf24b9cd5b1 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/7ebe6d3960ec4e5aaa9edbf24b9cd5b1 2024-11-21T20:16:12,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/9f8cc997f6c04ccebacf38cc3c343af2 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/9f8cc997f6c04ccebacf38cc3c343af2 2024-11-21T20:16:12,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/42f4088e142c43d1b4c71edb37c32921 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/42f4088e142c43d1b4c71edb37c32921 2024-11-21T20:16:12,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/4058b618bf1c4dcf9651da83da625baa to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/4058b618bf1c4dcf9651da83da625baa 2024-11-21T20:16:12,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/dc576828a4bd49738dfd364bee07885e to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/dc576828a4bd49738dfd364bee07885e 2024-11-21T20:16:12,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/3fbfafd746a140c293436d2b80e35cad, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/4ed7558badc8471bb3b0067ec16a67f6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/0a753f6af5dc4fe4bd065b5b97de1756, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/2afa44b8c99f490b89289072d0487d2e, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/b47e511e1c34412297d532c3c9581597, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/c3b3c24ce57a443099a8ad9e3d67c732, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/31c51155edf74b23b4ac4c1267fbd73c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/6ca0eab849ca4ec9999e855d445b4ec1, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/301b728d998e4aca854ec8d5166d972a, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/ec8d1c5baf36444d94c72f651af845f5, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/51f0b7f06e7b4f428665c00aacca2a8a, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/5ded5e9ca2e94a0992c6c3ad50e92d7f, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/f19d8a6f9d7b4a74bcf105855d32f284, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/9f164f10f82c4edea4cb6ed05470b3e7, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/df28355427fa4a7586ea3a1340c2853d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/a415a38fd43b4524af5c9642f0726949, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/11bb18c7999c40aba950f7ce940b4298, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/97e1437619b64c55b8a1f0118043c1e0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/1b095d107e8c4f29a23f26ed3787e18c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/c5fbcfc72b2c40efafa18d87dd571206, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/7c731cfc0c574cf1984e8d0de1253716, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/445bfc12a9b04555b975d971c8e6de94, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/5f61ae16ada045aa8832cd7ac71caac2, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/ae24e28486144f7a856a3e3f4e09baec, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/838a0ed8643d488c8e27eb3ad8ba0bab, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/b58e5f2b80404901b37f02342a45d99d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/39cba29024794e068533bdada0c781e0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/575209a83be74ec1a526dd5ce4e63e0a, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/c79bbd675b9f4f4680fce11a76279351, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/55202fa78b95489ba7ffc17b64e90363, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/bd2b937c5ecc46af9e9d579254d9acf0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/43eee96216f043d9bdb81e3cb16abed6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/4e4b292a51a7433c8b817bc75ec9c54b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/a1b67fc2403d4bb8bbebe12ee7f48c04] to archive 2024-11-21T20:16:12,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T20:16:12,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/3fbfafd746a140c293436d2b80e35cad to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/3fbfafd746a140c293436d2b80e35cad 2024-11-21T20:16:12,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/4ed7558badc8471bb3b0067ec16a67f6 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/4ed7558badc8471bb3b0067ec16a67f6 2024-11-21T20:16:12,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/0a753f6af5dc4fe4bd065b5b97de1756 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/0a753f6af5dc4fe4bd065b5b97de1756 2024-11-21T20:16:12,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/2afa44b8c99f490b89289072d0487d2e to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/2afa44b8c99f490b89289072d0487d2e 2024-11-21T20:16:12,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/b47e511e1c34412297d532c3c9581597 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/b47e511e1c34412297d532c3c9581597 2024-11-21T20:16:12,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/c3b3c24ce57a443099a8ad9e3d67c732 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/c3b3c24ce57a443099a8ad9e3d67c732 2024-11-21T20:16:12,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/31c51155edf74b23b4ac4c1267fbd73c to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/31c51155edf74b23b4ac4c1267fbd73c 2024-11-21T20:16:12,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/6ca0eab849ca4ec9999e855d445b4ec1 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/6ca0eab849ca4ec9999e855d445b4ec1 2024-11-21T20:16:12,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/301b728d998e4aca854ec8d5166d972a to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/301b728d998e4aca854ec8d5166d972a 2024-11-21T20:16:12,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/ec8d1c5baf36444d94c72f651af845f5 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/ec8d1c5baf36444d94c72f651af845f5 2024-11-21T20:16:12,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/51f0b7f06e7b4f428665c00aacca2a8a to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/51f0b7f06e7b4f428665c00aacca2a8a 2024-11-21T20:16:12,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/5ded5e9ca2e94a0992c6c3ad50e92d7f to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/5ded5e9ca2e94a0992c6c3ad50e92d7f 2024-11-21T20:16:12,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/f19d8a6f9d7b4a74bcf105855d32f284 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/f19d8a6f9d7b4a74bcf105855d32f284 2024-11-21T20:16:12,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/9f164f10f82c4edea4cb6ed05470b3e7 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/9f164f10f82c4edea4cb6ed05470b3e7 2024-11-21T20:16:12,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/df28355427fa4a7586ea3a1340c2853d to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/df28355427fa4a7586ea3a1340c2853d 2024-11-21T20:16:12,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/a415a38fd43b4524af5c9642f0726949 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/a415a38fd43b4524af5c9642f0726949 2024-11-21T20:16:12,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/11bb18c7999c40aba950f7ce940b4298 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/11bb18c7999c40aba950f7ce940b4298 2024-11-21T20:16:12,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/97e1437619b64c55b8a1f0118043c1e0 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/97e1437619b64c55b8a1f0118043c1e0 2024-11-21T20:16:12,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/1b095d107e8c4f29a23f26ed3787e18c to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/1b095d107e8c4f29a23f26ed3787e18c 2024-11-21T20:16:12,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/c5fbcfc72b2c40efafa18d87dd571206 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/c5fbcfc72b2c40efafa18d87dd571206 2024-11-21T20:16:12,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/7c731cfc0c574cf1984e8d0de1253716 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/7c731cfc0c574cf1984e8d0de1253716 2024-11-21T20:16:12,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/445bfc12a9b04555b975d971c8e6de94 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/445bfc12a9b04555b975d971c8e6de94 2024-11-21T20:16:12,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/5f61ae16ada045aa8832cd7ac71caac2 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/5f61ae16ada045aa8832cd7ac71caac2 2024-11-21T20:16:12,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/ae24e28486144f7a856a3e3f4e09baec to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/ae24e28486144f7a856a3e3f4e09baec 2024-11-21T20:16:12,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/838a0ed8643d488c8e27eb3ad8ba0bab to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/838a0ed8643d488c8e27eb3ad8ba0bab 2024-11-21T20:16:12,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/b58e5f2b80404901b37f02342a45d99d to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/b58e5f2b80404901b37f02342a45d99d 2024-11-21T20:16:12,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/39cba29024794e068533bdada0c781e0 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/39cba29024794e068533bdada0c781e0 2024-11-21T20:16:12,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/575209a83be74ec1a526dd5ce4e63e0a to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/575209a83be74ec1a526dd5ce4e63e0a 2024-11-21T20:16:12,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/c79bbd675b9f4f4680fce11a76279351 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/c79bbd675b9f4f4680fce11a76279351 2024-11-21T20:16:12,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/55202fa78b95489ba7ffc17b64e90363 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/55202fa78b95489ba7ffc17b64e90363 2024-11-21T20:16:12,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/bd2b937c5ecc46af9e9d579254d9acf0 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/bd2b937c5ecc46af9e9d579254d9acf0 2024-11-21T20:16:12,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/43eee96216f043d9bdb81e3cb16abed6 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/43eee96216f043d9bdb81e3cb16abed6 2024-11-21T20:16:12,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/4e4b292a51a7433c8b817bc75ec9c54b to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/4e4b292a51a7433c8b817bc75ec9c54b 2024-11-21T20:16:12,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/a1b67fc2403d4bb8bbebe12ee7f48c04 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/a1b67fc2403d4bb8bbebe12ee7f48c04 2024-11-21T20:16:12,592 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/recovered.edits/574.seqid, newMaxSeqId=574, maxSeqId=1 2024-11-21T20:16:12,593 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. 2024-11-21T20:16:12,593 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1676): Region close journal for ee5e5f9f5d57d1e2205e1c293524f65c: Waiting for close lock at 1732220171225Running coprocessor pre-close hooks at 1732220171225Disabling compacts and flushes for region at 1732220171225Disabling writes for close at 1732220171225Obtaining lock to block concurrent updates at 1732220171225Preparing flush snapshotting stores in ee5e5f9f5d57d1e2205e1c293524f65c at 1732220171225Finished memstore snapshotting TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732220171226 (+1 ms)Flushing stores of TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c. at 1732220171226Flushing ee5e5f9f5d57d1e2205e1c293524f65c/A: creating writer at 1732220171226Flushing ee5e5f9f5d57d1e2205e1c293524f65c/A: appending metadata at 1732220171230 (+4 ms)Flushing ee5e5f9f5d57d1e2205e1c293524f65c/A: closing flushed file at 1732220171230Flushing ee5e5f9f5d57d1e2205e1c293524f65c/B: creating writer at 1732220171639 (+409 ms)Flushing ee5e5f9f5d57d1e2205e1c293524f65c/B: appending metadata at 1732220171642 (+3 ms)Flushing ee5e5f9f5d57d1e2205e1c293524f65c/B: closing flushed file at 1732220171642Flushing ee5e5f9f5d57d1e2205e1c293524f65c/C: creating writer at 1732220172054 (+412 ms)Flushing ee5e5f9f5d57d1e2205e1c293524f65c/C: appending metadata at 1732220172057 (+3 ms)Flushing ee5e5f9f5d57d1e2205e1c293524f65c/C: closing flushed file at 1732220172057Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33d26c04: reopening flushed file at 1732220172466 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a13ead4: reopening flushed file at 1732220172475 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41dd1f4d: reopening flushed file at 1732220172479 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for ee5e5f9f5d57d1e2205e1c293524f65c in 1261ms, sequenceid=571, compaction requested=true at 1732220172487 (+8 ms)Writing region close event to WAL at 1732220172590 (+103 ms)Running coprocessor post-close hooks at 1732220172593 (+3 ms)Closed at 1732220172593 2024-11-21T20:16:12,595 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] handler.UnassignRegionHandler(157): Closed ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:16:12,595 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=ee5e5f9f5d57d1e2205e1c293524f65c, regionState=CLOSED 2024-11-21T20:16:12,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=78, state=RUNNABLE, hasLock=false; CloseRegionProcedure ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 because future has completed 2024-11-21T20:16:12,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-21T20:16:12,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; CloseRegionProcedure ee5e5f9f5d57d1e2205e1c293524f65c, server=377014bd7527,44057,1732220072650 in 1.5240 sec 2024-11-21T20:16:12,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=77 2024-11-21T20:16:12,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=77, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ee5e5f9f5d57d1e2205e1c293524f65c, UNASSIGN in 1.5290 sec 2024-11-21T20:16:12,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-21T20:16:12,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5330 sec 2024-11-21T20:16:12,604 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220172603"}]},"ts":"1732220172603"} 2024-11-21T20:16:12,605 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T20:16:12,605 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T20:16:12,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5420 sec 2024-11-21T20:16:13,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-21T20:16:13,218 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:16:13,218 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T20:16:13,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:16:13,220 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=80, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:16:13,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-21T20:16:13,221 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=80, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:16:13,223 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:16:13,226 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A, FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B, FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C, FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/recovered.edits] 2024-11-21T20:16:13,229 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/0bd8c0288ebe4c54be3d0f6ee7bbf39d to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/0bd8c0288ebe4c54be3d0f6ee7bbf39d 2024-11-21T20:16:13,231 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/0ff73e94a3804ebabc2156961cd67dee to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/0ff73e94a3804ebabc2156961cd67dee 2024-11-21T20:16:13,232 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/4bae25bead774b7fbb61ece245133de5 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/4bae25bead774b7fbb61ece245133de5 2024-11-21T20:16:13,233 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/8b2c500c7faa49648d946657872a12ad to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/A/8b2c500c7faa49648d946657872a12ad 2024-11-21T20:16:13,235 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/18bc13ce1bda4dfb90769b22b38ba67c to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/18bc13ce1bda4dfb90769b22b38ba67c 2024-11-21T20:16:13,236 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/524d77fb11bb4c7b929f162c7aa7b6f5 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/524d77fb11bb4c7b929f162c7aa7b6f5 2024-11-21T20:16:13,237 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/cb0dae22ff7946e19177506de83445b8 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/cb0dae22ff7946e19177506de83445b8 2024-11-21T20:16:13,238 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/d775c5bd1f8642dd9113e9eb6a59355a to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/B/d775c5bd1f8642dd9113e9eb6a59355a 2024-11-21T20:16:13,240 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/675a44246a3b467db06fb91f0f99d543 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/675a44246a3b467db06fb91f0f99d543 2024-11-21T20:16:13,241 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/ca82b6a156164b1794d6c3bdf8d6ba55 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/ca82b6a156164b1794d6c3bdf8d6ba55 2024-11-21T20:16:13,244 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/eb4f4d23fed54ce4a27c48033264289d to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/eb4f4d23fed54ce4a27c48033264289d 2024-11-21T20:16:13,245 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/fd76cf02022045baae1a8e83eaf9c845 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/C/fd76cf02022045baae1a8e83eaf9c845 2024-11-21T20:16:13,247 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/recovered.edits/574.seqid to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c/recovered.edits/574.seqid 2024-11-21T20:16:13,248 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/ee5e5f9f5d57d1e2205e1c293524f65c 2024-11-21T20:16:13,248 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T20:16:13,250 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=80, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:16:13,252 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T20:16:13,254 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T20:16:13,255 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=80, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:16:13,255 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T20:16:13,255 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732220173255"}]},"ts":"9223372036854775807"} 2024-11-21T20:16:13,257 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-21T20:16:13,257 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ee5e5f9f5d57d1e2205e1c293524f65c, NAME => 'TestAcidGuarantees,,1732220145578.ee5e5f9f5d57d1e2205e1c293524f65c.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T20:16:13,257 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T20:16:13,257 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732220173257"}]},"ts":"9223372036854775807"} 2024-11-21T20:16:13,259 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-21T20:16:13,259 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=80, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:16:13,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 41 msec 2024-11-21T20:16:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-21T20:16:13,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-21T20:16:13,328 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:16:13,338 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=251 (was 249) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-19658022_22 at /127.0.0.1:35472 [Waiting for operation #436] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-729547447_22 at /127.0.0.1:36782 [Waiting for operation #277] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=427 (was 328) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=13811 (was 14570) 2024-11-21T20:16:13,347 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=251, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=427, ProcessCount=11, AvailableMemoryMB=13809 2024-11-21T20:16:13,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T20:16:13,349 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:16:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T20:16:13,351 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:16:13,351 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:13,351 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 81 2024-11-21T20:16:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-21T20:16:13,352 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:16:13,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742145_1321 (size=1061) 2024-11-21T20:16:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-21T20:16:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-21T20:16:13,759 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0 2024-11-21T20:16:13,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742146_1322 (size=53) 2024-11-21T20:16:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-21T20:16:14,165 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:16:14,165 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing fec6d2319bedd18ede56b3abd9599659, disabling compactions & flushes 2024-11-21T20:16:14,165 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:14,165 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:14,165 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. after waiting 0 ms 2024-11-21T20:16:14,165 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:14,165 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:14,165 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for fec6d2319bedd18ede56b3abd9599659: Waiting for close lock at 1732220174165Disabling compacts and flushes for region at 1732220174165Disabling writes for close at 1732220174165Writing region close event to WAL at 1732220174165Closed at 1732220174165 2024-11-21T20:16:14,166 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:16:14,167 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732220174166"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220174166"}]},"ts":"1732220174166"} 2024-11-21T20:16:14,168 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:16:14,169 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:16:14,169 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220174169"}]},"ts":"1732220174169"} 2024-11-21T20:16:14,170 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T20:16:14,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fec6d2319bedd18ede56b3abd9599659, ASSIGN}] 2024-11-21T20:16:14,171 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fec6d2319bedd18ede56b3abd9599659, ASSIGN 2024-11-21T20:16:14,172 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fec6d2319bedd18ede56b3abd9599659, ASSIGN; state=OFFLINE, location=377014bd7527,44057,1732220072650; forceNewPlan=false, retain=false 2024-11-21T20:16:14,323 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=fec6d2319bedd18ede56b3abd9599659, regionState=OPENING, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:16:14,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fec6d2319bedd18ede56b3abd9599659, ASSIGN because future has completed 2024-11-21T20:16:14,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650}] 2024-11-21T20:16:14,485 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:14,485 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(7752): Opening region: {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:16:14,486 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:14,486 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:16:14,486 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(7794): checking encryption for fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:14,486 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(7797): checking classloading for fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-21T20:16:14,489 INFO [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:14,490 INFO [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T20:16:14,491 INFO [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fec6d2319bedd18ede56b3abd9599659 columnFamilyName A 2024-11-21T20:16:14,491 DEBUG [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:14,491 INFO [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] regionserver.HStore(327): Store=fec6d2319bedd18ede56b3abd9599659/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:16:14,492 INFO [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:14,493 INFO [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T20:16:14,493 INFO [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fec6d2319bedd18ede56b3abd9599659 columnFamilyName B 2024-11-21T20:16:14,493 DEBUG [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:14,494 INFO [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] regionserver.HStore(327): Store=fec6d2319bedd18ede56b3abd9599659/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:16:14,494 INFO [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:14,495 INFO [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T20:16:14,495 INFO [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fec6d2319bedd18ede56b3abd9599659 columnFamilyName C 2024-11-21T20:16:14,495 DEBUG [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:14,496 INFO [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] regionserver.HStore(327): Store=fec6d2319bedd18ede56b3abd9599659/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:16:14,496 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:14,496 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1038): replaying wal for fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:14,497 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:14,498 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:14,499 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1048): stopping wal replay for fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:14,499 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1060): Cleaning up temporary data for fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:14,500 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T20:16:14,502 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1093): writing seq id for fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:14,505 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:16:14,506 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1114): Opened fec6d2319bedd18ede56b3abd9599659; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61882247, jitterRate=-0.07788266241550446}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T20:16:14,506 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:14,507 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1006): Region open journal for fec6d2319bedd18ede56b3abd9599659: Running coprocessor pre-open hook at 1732220174487Writing region info on filesystem at 1732220174487Initializing all the Stores at 1732220174488 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220174488Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220174488Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220174488Cleaning up temporary data from old regions at 1732220174499 (+11 ms)Running coprocessor post-open hooks at 1732220174506 (+7 ms)Region opened successfully at 1732220174507 (+1 ms) 2024-11-21T20:16:14,508 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., pid=83, masterSystemTime=1732220174478 2024-11-21T20:16:14,510 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:14,510 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:14,511 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=fec6d2319bedd18ede56b3abd9599659, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:16:14,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 because future has completed 2024-11-21T20:16:14,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-21T20:16:14,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; OpenRegionProcedure fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 in 189 msec 2024-11-21T20:16:14,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-21T20:16:14,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fec6d2319bedd18ede56b3abd9599659, ASSIGN in 347 msec 2024-11-21T20:16:14,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:16:14,521 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220174520"}]},"ts":"1732220174520"} 2024-11-21T20:16:14,522 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T20:16:14,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:16:14,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1740 sec 2024-11-21T20:16:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-21T20:16:15,498 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:16:15,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197fefe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:15,499 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:16:15,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:16:15,500 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:16:15,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:16:15,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:16:15,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47728aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:15,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:16:15,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:16:15,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:15,502 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:16:15,503 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32147737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:15,503 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:16:15,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:16:15,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:16:15,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:16:15,508 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:16:15,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,38673,1732220071552 2024-11-21T20:16:15,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64d72008 2024-11-21T20:16:15,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:16:15,511 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:16:15,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T20:16:15,512 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:16:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T20:16:15,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742147_1323 (size=1097) 2024-11-21T20:16:15,924 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-21T20:16:15,924 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-21T20:16:15,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T20:16:15,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fec6d2319bedd18ede56b3abd9599659, REOPEN/MOVE}] 2024-11-21T20:16:15,934 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fec6d2319bedd18ede56b3abd9599659, REOPEN/MOVE 2024-11-21T20:16:15,935 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=fec6d2319bedd18ede56b3abd9599659, regionState=CLOSING, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:16:15,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fec6d2319bedd18ede56b3abd9599659, REOPEN/MOVE because future has completed 2024-11-21T20:16:15,937 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T20:16:15,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650}] 2024-11-21T20:16:16,090 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(122): Close fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:16,090 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T20:16:16,090 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1722): Closing fec6d2319bedd18ede56b3abd9599659, disabling compactions & flushes 2024-11-21T20:16:16,090 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:16,090 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:16,090 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. after waiting 0 ms 2024-11-21T20:16:16,090 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:16,096 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T20:16:16,097 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:16,097 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1676): Region close journal for fec6d2319bedd18ede56b3abd9599659: Waiting for close lock at 1732220176090Running coprocessor pre-close hooks at 1732220176090Disabling compacts and flushes for region at 1732220176090Disabling writes for close at 1732220176090Writing region close event to WAL at 1732220176092 (+2 ms)Running coprocessor post-close hooks at 1732220176097 (+5 ms)Closed at 1732220176097 2024-11-21T20:16:16,097 WARN [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionServer(3299): Not adding moved region record: fec6d2319bedd18ede56b3abd9599659 to self. 2024-11-21T20:16:16,099 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(157): Closed fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:16,099 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=fec6d2319bedd18ede56b3abd9599659, regionState=CLOSED 2024-11-21T20:16:16,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 because future has completed 2024-11-21T20:16:16,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-21T20:16:16,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseRegionProcedure fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 in 164 msec 2024-11-21T20:16:16,103 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fec6d2319bedd18ede56b3abd9599659, REOPEN/MOVE; state=CLOSED, location=377014bd7527,44057,1732220072650; forceNewPlan=false, retain=true 2024-11-21T20:16:16,254 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=fec6d2319bedd18ede56b3abd9599659, regionState=OPENING, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:16:16,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fec6d2319bedd18ede56b3abd9599659, REOPEN/MOVE because future has completed 2024-11-21T20:16:16,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650}] 2024-11-21T20:16:16,411 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:16,411 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:16:16,412 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:16,412 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:16:16,412 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:16,412 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:16,413 INFO [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:16,414 INFO [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T20:16:16,414 INFO [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fec6d2319bedd18ede56b3abd9599659 columnFamilyName A 2024-11-21T20:16:16,415 DEBUG [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:16,416 INFO [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] regionserver.HStore(327): Store=fec6d2319bedd18ede56b3abd9599659/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:16:16,416 INFO [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:16,417 INFO [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T20:16:16,417 INFO [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fec6d2319bedd18ede56b3abd9599659 columnFamilyName B 2024-11-21T20:16:16,417 DEBUG [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:16,418 INFO [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] regionserver.HStore(327): Store=fec6d2319bedd18ede56b3abd9599659/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:16:16,418 INFO [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:16,418 INFO [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T20:16:16,418 INFO [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fec6d2319bedd18ede56b3abd9599659 columnFamilyName C 2024-11-21T20:16:16,418 DEBUG [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:16,419 INFO [StoreOpener-fec6d2319bedd18ede56b3abd9599659-1 {}] regionserver.HStore(327): Store=fec6d2319bedd18ede56b3abd9599659/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:16:16,419 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:16,419 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:16,420 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:16,421 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:16,421 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:16,422 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:16,422 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T20:16:16,423 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:16,424 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened fec6d2319bedd18ede56b3abd9599659; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72739321, jitterRate=0.0839003473520279}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T20:16:16,424 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:16,425 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for fec6d2319bedd18ede56b3abd9599659: Running coprocessor pre-open hook at 1732220176412Writing region info on filesystem at 1732220176412Initializing all the Stores at 1732220176413 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220176413Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220176413Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220176413Cleaning up temporary data from old regions at 1732220176422 (+9 ms)Running coprocessor post-open hooks at 1732220176424 (+2 ms)Region opened successfully at 1732220176425 (+1 ms) 2024-11-21T20:16:16,426 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., pid=88, masterSystemTime=1732220176408 2024-11-21T20:16:16,428 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:16,428 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:16,428 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=fec6d2319bedd18ede56b3abd9599659, regionState=OPEN, openSeqNum=5, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:16:16,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 because future has completed 2024-11-21T20:16:16,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=86 2024-11-21T20:16:16,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=86, state=SUCCESS, hasLock=false; OpenRegionProcedure fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 in 175 msec 2024-11-21T20:16:16,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-21T20:16:16,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fec6d2319bedd18ede56b3abd9599659, REOPEN/MOVE in 500 msec 2024-11-21T20:16:16,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-21T20:16:16,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 506 msec 2024-11-21T20:16:16,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 925 msec 2024-11-21T20:16:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-21T20:16:16,440 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:16:16,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2f185f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:16:16,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:16:16,441 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:16:16,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:16:16,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:16:16,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69122fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:16:16,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:16:16,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:16,443 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:16:16,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572763e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a739f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,444 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:16:16,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:16:16,445 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:16:16,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:16:16,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:16:16,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@748a1168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:16:16,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:16:16,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:16,447 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:16:16,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@100f7152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87fd48f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,448 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:16:16,449 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:16:16,449 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:16:16,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:16:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:16:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f6f59d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:16:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:16:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:16,451 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:16:16,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181809a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0bd6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:16:16,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:16:16,453 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:16:16,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:16:16,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:16:16,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@747a0d92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:16:16,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:16:16,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:16,454 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:16:16,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7062372a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c86b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:16:16,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:16:16,460 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:16:16,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:16:16,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:16:16,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8dac14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:16:16,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:16:16,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:16,463 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:16:16,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e5a004f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d098cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,468 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:16:16,468 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:16:16,469 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:16:16,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:16:16,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:16:16,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f4b809e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:16:16,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:16:16,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:16,470 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:16:16,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a7c7bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9deaeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:16:16,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:16:16,473 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:16:16,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:16:16,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:16:16,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c45602, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:16:16,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:16:16,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:16,475 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:16:16,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c1220d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f8ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:16:16,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:16:16,478 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:16:16,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:16:16,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:16:16,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@717e0a88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:16:16,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:16:16,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:16,480 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:16:16,480 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc5975e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1515ed5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,481 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:16:16,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:16:16,482 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:16:16,482 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:16:16,482 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:16:16,482 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cebd6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,482 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:16:16,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:16:16,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:16,483 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:16:16,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57db54af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d10c554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,487 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:16:16,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:16:16,488 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:16:16,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:16:16,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:16:16,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5676296b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:16:16,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:16:16,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:16,489 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:16:16,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d4cfc68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:16,490 DEBUG [Thread-1495 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:16:16,490 DEBUG [Thread-1493 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:16:16,491 DEBUG [Thread-1482 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:16:16,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:16:16,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:16:16,491 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:16:16,491 DEBUG [Thread-1488 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:16:16,491 DEBUG [Thread-1491 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:16:16,491 DEBUG [Thread-1499 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:16:16,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:16:16,491 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:16:16,491 DEBUG [Thread-1486 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:16:16,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:16:16,492 DEBUG [Thread-1480 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:16:16,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:16:16,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:16:16,492 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:16:16,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:16:16,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:16:16,493 DEBUG [Thread-1484 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:16:16,493 DEBUG [Thread-1497 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:16:16,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:16:16,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:16:16,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:16:16,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:16:16,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:16:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-21T20:16:16,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:16:16,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:16:16,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:16:16,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:16:16,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:16:16,494 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:16:16,494 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:16:16,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:16:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-21T20:16:16,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:16:16,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:16:16,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:16:16,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:16:16,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:16:16,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:16:16,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:16:16,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:16:16,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:16:16,496 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:16:16,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:16:16,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:16:16,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:16:16,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:16:16,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:16:16,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:16:16,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:16:16,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:16:16,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:16:16,500 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:16:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:16,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fec6d2319bedd18ede56b3abd9599659 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T20:16:16,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=A 2024-11-21T20:16:16,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:16,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=B 2024-11-21T20:16:16,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:16,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=C 2024-11-21T20:16:16,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:16,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ab82c15f3a2d4f86a67ffa89118ee672_fec6d2319bedd18ede56b3abd9599659 is 50, key is test_row_0/A:col10/1732220176504/Put/seqid=0 2024-11-21T20:16:16,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742148_1324 (size=14594) 2024-11-21T20:16:16,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220236539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:16,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:16,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732220176528, max timestamp=1732220176547Num uniques 859; 2024-11-21T20:16:16,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-21T20:16:16,553 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732220176528, max timestamp=1732220176547Num uniques 859; 2024-11-21T20:16:16,553 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T20:16:16,555 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732220176537, max timestamp=1732220176547Num uniques 859; 2024-11-21T20:16:16,555 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-21T20:16:16,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220236585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:16,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:16,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220236586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:16,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:16,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:16,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220236589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:16,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:16,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220236595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:16,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-21T20:16:16,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-21T20:16:16,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:16,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:16,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:16,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:16,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:16,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:16,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220236657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:16,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:16,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:16,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220236708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:16,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:16,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220236708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:16,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:16,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:16,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220236708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:16,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:16,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:16,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220236708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:16,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:16,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-21T20:16:16,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:16,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:16,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:16,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:16,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:16,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:16,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-21T20:16:16,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:16,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220236867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:16,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:16,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220236927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:16,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:16,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220236927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:16,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:16,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:16,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220236928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:16,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:16,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220236928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:16,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:16,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:16,944 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:16,947 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ab82c15f3a2d4f86a67ffa89118ee672_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ab82c15f3a2d4f86a67ffa89118ee672_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:16,948 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/86d8f88c8ea04a1e87c319b9cb5f712d, store: [table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:16,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/86d8f88c8ea04a1e87c319b9cb5f712d is 175, key is test_row_0/A:col10/1732220176504/Put/seqid=0 2024-11-21T20:16:16,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-21T20:16:16,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:16,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:16,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:16,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:16,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:16,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742149_1325 (size=39549) 2024-11-21T20:16:16,966 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/86d8f88c8ea04a1e87c319b9cb5f712d 2024-11-21T20:16:17,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/e580b865fed442c3ab230aa69cc880ac is 50, key is test_row_0/B:col10/1732220176504/Put/seqid=0 2024-11-21T20:16:17,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742150_1326 (size=12001) 2024-11-21T20:16:17,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/e580b865fed442c3ab230aa69cc880ac 2024-11-21T20:16:17,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/77c83d41369f490e80deeccd6e55c09c is 50, key is test_row_0/C:col10/1732220176504/Put/seqid=0 2024-11-21T20:16:17,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742151_1327 (size=12001) 2024-11-21T20:16:17,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/77c83d41369f490e80deeccd6e55c09c 2024-11-21T20:16:17,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/86d8f88c8ea04a1e87c319b9cb5f712d as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/86d8f88c8ea04a1e87c319b9cb5f712d 2024-11-21T20:16:17,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/86d8f88c8ea04a1e87c319b9cb5f712d, entries=200, sequenceid=15, filesize=38.6 K 2024-11-21T20:16:17,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/e580b865fed442c3ab230aa69cc880ac as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/e580b865fed442c3ab230aa69cc880ac 2024-11-21T20:16:17,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/e580b865fed442c3ab230aa69cc880ac, entries=150, sequenceid=15, filesize=11.7 K 2024-11-21T20:16:17,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/77c83d41369f490e80deeccd6e55c09c as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/77c83d41369f490e80deeccd6e55c09c 2024-11-21T20:16:17,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/77c83d41369f490e80deeccd6e55c09c, entries=150, sequenceid=15, filesize=11.7 K 2024-11-21T20:16:17,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=131.55 KB/134705 for fec6d2319bedd18ede56b3abd9599659 in 568ms, sequenceid=15, compaction requested=false 2024-11-21T20:16:17,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:17,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-21T20:16:17,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:17,108 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2902): Flushing fec6d2319bedd18ede56b3abd9599659 3/3 column families, dataSize=131.55 KB heapSize=369.62 KB 2024-11-21T20:16:17,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=A 2024-11-21T20:16:17,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:17,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=B 2024-11-21T20:16:17,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:17,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=C 2024-11-21T20:16:17,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:17,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217fd595e53dd347f3908fb6b557d310ac_fec6d2319bedd18ede56b3abd9599659 is 50, key is test_row_0/A:col10/1732220176585/Put/seqid=0 2024-11-21T20:16:17,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742152_1328 (size=12154) 2024-11-21T20:16:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-21T20:16:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:17,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:17,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220237234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:17,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:17,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:17,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:17,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220237237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:17,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:17,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:17,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:17,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220237248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:17,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220237248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:17,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:17,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:17,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:17,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:17,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:17,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:17,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220237248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:17,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:17,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:17,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:17,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220237338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:17,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:17,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:17,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:17,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,527 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217fd595e53dd347f3908fb6b557d310ac_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217fd595e53dd347f3908fb6b557d310ac_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:17,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/b7a961671ce746b0beab5eff55b90e62, store: [table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:17,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/b7a961671ce746b0beab5eff55b90e62 is 175, key is test_row_0/A:col10/1732220176585/Put/seqid=0 2024-11-21T20:16:17,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742153_1329 (size=30955) 2024-11-21T20:16:17,542 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/b7a961671ce746b0beab5eff55b90e62 2024-11-21T20:16:17,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/bbdf8d32b4904bef8e8916f4d40a1e69 is 50, key is test_row_0/B:col10/1732220176585/Put/seqid=0 2024-11-21T20:16:17,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742154_1330 (size=12001) 2024-11-21T20:16:17,562 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/bbdf8d32b4904bef8e8916f4d40a1e69 2024-11-21T20:16:17,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220237549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:17,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:17,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:17,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:17,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/3f844d11d767436c98b92449557632d3 is 50, key is test_row_0/C:col10/1732220176585/Put/seqid=0 2024-11-21T20:16:17,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742155_1331 (size=12001) 2024-11-21T20:16:17,588 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=39.86 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/3f844d11d767436c98b92449557632d3 2024-11-21T20:16:17,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/b7a961671ce746b0beab5eff55b90e62 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/b7a961671ce746b0beab5eff55b90e62 2024-11-21T20:16:17,604 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/b7a961671ce746b0beab5eff55b90e62, entries=150, sequenceid=50, filesize=30.2 K 2024-11-21T20:16:17,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/bbdf8d32b4904bef8e8916f4d40a1e69 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/bbdf8d32b4904bef8e8916f4d40a1e69 2024-11-21T20:16:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,615 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/bbdf8d32b4904bef8e8916f4d40a1e69, entries=150, sequenceid=50, filesize=11.7 K 2024-11-21T20:16:17,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/3f844d11d767436c98b92449557632d3 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/3f844d11d767436c98b92449557632d3 2024-11-21T20:16:17,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,622 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/3f844d11d767436c98b92449557632d3, entries=150, sequenceid=50, filesize=11.7 K 2024-11-21T20:16:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,623 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3140): Finished flush of dataSize ~131.55 KB/134705, heapSize ~369.57 KB/378440, currentSize=53.67 KB/54960 for fec6d2319bedd18ede56b3abd9599659 in 515ms, sequenceid=50, compaction requested=false 2024-11-21T20:16:17,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2603): Flush status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:17,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:17,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-21T20:16:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=90 2024-11-21T20:16:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-21T20:16:17,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1280 sec 2024-11-21T20:16:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.1350 sec 2024-11-21T20:16:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-21T20:16:17,638 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:16:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:16:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-21T20:16:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-21T20:16:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,641 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:16:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,642 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:16:17,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:16:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-21T20:16:17,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fec6d2319bedd18ede56b3abd9599659 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T20:16:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=A 2024-11-21T20:16:17,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:17,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=B 2024-11-21T20:16:17,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:17,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=C 2024-11-21T20:16:17,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-21T20:16:17,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:17,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:17,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:17,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:17,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e85a1a98d30a458e8d0da1850f6b202a_fec6d2319bedd18ede56b3abd9599659 is 50, key is test_row_1/A:col10/1732220177232/Put/seqid=0 2024-11-21T20:16:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742156_1332 (size=12154) 2024-11-21T20:16:17,856 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:17,861 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e85a1a98d30a458e8d0da1850f6b202a_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e85a1a98d30a458e8d0da1850f6b202a_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:17,862 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/4c6c77afe74048e2823320a007f9eab6, store: [table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:17,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/4c6c77afe74048e2823320a007f9eab6 is 175, key is test_row_1/A:col10/1732220177232/Put/seqid=0 2024-11-21T20:16:17,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:17,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742157_1333 (size=30951) 2024-11-21T20:16:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220237869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:17,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:17,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:17,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:17,890 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/4c6c77afe74048e2823320a007f9eab6 2024-11-21T20:16:17,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220237871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:17,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:17,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:17,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:17,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220237872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:17,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:17,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:17,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:17,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220237873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:17,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:17,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:17,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:17,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/c91d7682269047459e4c84be9b8ed219 is 50, key is test_row_1/B:col10/1732220177232/Put/seqid=0 2024-11-21T20:16:17,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220237889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:17,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:17,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:17,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:17,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742158_1334 (size=9657) 2024-11-21T20:16:17,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-21T20:16:17,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:17,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:17,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:17,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:17,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-21T20:16:18,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220237998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:18,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:18,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220237998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:18,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:18,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:18,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:18,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:18,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:18,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220237998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:18,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:18,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:18,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:18,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220237998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:18,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:18,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:18,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:18,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220238017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:18,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:18,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:18,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:18,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-21T20:16:18,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:18,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:18,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:18,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:18,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:18,125 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T20:16:18,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220238208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:18,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:18,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:18,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:18,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220238217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:18,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:18,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220238217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:18,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:18,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:18,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:18,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:18,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:18,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220238218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:18,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:18,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:18,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:18,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220238238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:18,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:18,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:18,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:18,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-21T20:16:18,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:18,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:18,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:18,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:18,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-21T20:16:18,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/c91d7682269047459e4c84be9b8ed219 2024-11-21T20:16:18,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/1e6c946df87442fba2b18bdc689c50b2 is 50, key is test_row_1/C:col10/1732220177232/Put/seqid=0 2024-11-21T20:16:18,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742159_1335 (size=9657) 2024-11-21T20:16:18,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/1e6c946df87442fba2b18bdc689c50b2 2024-11-21T20:16:18,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/4c6c77afe74048e2823320a007f9eab6 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/4c6c77afe74048e2823320a007f9eab6 2024-11-21T20:16:18,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/4c6c77afe74048e2823320a007f9eab6, entries=150, sequenceid=62, filesize=30.2 K 2024-11-21T20:16:18,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/c91d7682269047459e4c84be9b8ed219 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/c91d7682269047459e4c84be9b8ed219 2024-11-21T20:16:18,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/c91d7682269047459e4c84be9b8ed219, entries=100, sequenceid=62, filesize=9.4 K 2024-11-21T20:16:18,384 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-21T20:16:18,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/1e6c946df87442fba2b18bdc689c50b2 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/1e6c946df87442fba2b18bdc689c50b2 2024-11-21T20:16:18,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-21T20:16:18,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:18,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:18,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:18,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:18,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:18,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/1e6c946df87442fba2b18bdc689c50b2, entries=100, sequenceid=62, filesize=9.4 K 2024-11-21T20:16:18,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for fec6d2319bedd18ede56b3abd9599659 in 636ms, sequenceid=62, compaction requested=true 2024-11-21T20:16:18,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:18,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fec6d2319bedd18ede56b3abd9599659:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:16:18,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:18,413 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:18,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fec6d2319bedd18ede56b3abd9599659:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:16:18,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:18,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fec6d2319bedd18ede56b3abd9599659:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:16:18,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T20:16:18,414 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:18,415 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:18,415 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:18,415 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): fec6d2319bedd18ede56b3abd9599659/B is initiating minor compaction (all files) 2024-11-21T20:16:18,415 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): fec6d2319bedd18ede56b3abd9599659/A is initiating minor compaction (all files) 2024-11-21T20:16:18,415 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fec6d2319bedd18ede56b3abd9599659/B in TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:18,415 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fec6d2319bedd18ede56b3abd9599659/A in TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:18,415 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/e580b865fed442c3ab230aa69cc880ac, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/bbdf8d32b4904bef8e8916f4d40a1e69, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/c91d7682269047459e4c84be9b8ed219] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp, totalSize=32.9 K 2024-11-21T20:16:18,415 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/86d8f88c8ea04a1e87c319b9cb5f712d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/b7a961671ce746b0beab5eff55b90e62, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/4c6c77afe74048e2823320a007f9eab6] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp, totalSize=99.1 K 2024-11-21T20:16:18,415 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:18,415 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. files: [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/86d8f88c8ea04a1e87c319b9cb5f712d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/b7a961671ce746b0beab5eff55b90e62, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/4c6c77afe74048e2823320a007f9eab6] 2024-11-21T20:16:18,416 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 86d8f88c8ea04a1e87c319b9cb5f712d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732220176499 2024-11-21T20:16:18,416 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting e580b865fed442c3ab230aa69cc880ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732220176499 2024-11-21T20:16:18,416 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting b7a961671ce746b0beab5eff55b90e62, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732220176582 2024-11-21T20:16:18,416 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbdf8d32b4904bef8e8916f4d40a1e69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732220176582 2024-11-21T20:16:18,417 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c6c77afe74048e2823320a007f9eab6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732220177215 2024-11-21T20:16:18,417 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting c91d7682269047459e4c84be9b8ed219, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732220177232 2024-11-21T20:16:18,442 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:18,450 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fec6d2319bedd18ede56b3abd9599659#B#compaction#292 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:18,451 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/c07a1e1da95f4867b80f5a7ec4b50362 is 50, key is test_row_0/B:col10/1732220176585/Put/seqid=0 2024-11-21T20:16:18,461 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411212d3a2c013eea40eb83089e6ba73b93ba_fec6d2319bedd18ede56b3abd9599659 store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:18,463 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411212d3a2c013eea40eb83089e6ba73b93ba_fec6d2319bedd18ede56b3abd9599659, store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:18,463 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212d3a2c013eea40eb83089e6ba73b93ba_fec6d2319bedd18ede56b3abd9599659 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:18,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742160_1336 (size=12104) 2024-11-21T20:16:18,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742161_1337 (size=4469) 2024-11-21T20:16:18,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220177855, max timestamp=1732220178542Num uniques 859; 2024-11-21T20:16:18,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:16:18,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220177855, max timestamp=1732220178542Num uniques 859; 2024-11-21T20:16:18,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:16:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:18,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fec6d2319bedd18ede56b3abd9599659 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB 2024-11-21T20:16:18,547 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220177855, max timestamp=1732220178542Num uniques 859; 2024-11-21T20:16:18,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=A 2024-11-21T20:16:18,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:18,547 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:16:18,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=B 2024-11-21T20:16:18,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:18,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=C 2024-11-21T20:16:18,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:18,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-21T20:16:18,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:18,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:18,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:18,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:18,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:18,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219b992898a2fd4e98abc0ca82c2c11923_fec6d2319bedd18ede56b3abd9599659 is 50, key is test_row_0/A:col10/1732220178542/Put/seqid=0 2024-11-21T20:16:18,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742162_1338 (size=14594) 2024-11-21T20:16:18,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732220178597, max timestamp=1732220178624Num uniques 859; 2024-11-21T20:16:18,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732220178597, max timestamp=1732220178624Num uniques 859; 2024-11-21T20:16:18,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T20:16:18,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T20:16:18,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732220178597, max timestamp=1732220178624Num uniques 859; 2024-11-21T20:16:18,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T20:16:18,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-21T20:16:18,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:18,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:18,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:18,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:18,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:18,731 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=368, cellSize=16848, totalHeapSize=38512, min timestamp=1732220178648, max timestamp=1732220178725Num uniques 1118; 2024-11-21T20:16:18,732 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=16848, suffix heap size=144240,new segment heap size=38512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=368 2024-11-21T20:16:18,735 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=368, cellSize=16848, totalHeapSize=38512, min timestamp=1732220178648, max timestamp=1732220178725Num uniques 1118; 2024-11-21T20:16:18,735 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=16848, suffix heap size=144240,new segment heap size=38512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=368 2024-11-21T20:16:18,741 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=368, cellSize=16848, totalHeapSize=38512, min timestamp=1732220178648, max timestamp=1732220178725Num uniques 1118; 2024-11-21T20:16:18,741 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=16848, suffix heap size=144240,new segment heap size=38512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=368 2024-11-21T20:16:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-21T20:16:18,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-21T20:16:18,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:18,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:18,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:18,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:18,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:18,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220238831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:18,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220238830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:18,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:18,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:18,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:18,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220238853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:18,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:18,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:18,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:18,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:18,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:18,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:18,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732220178800, max timestamp=1732220178872Num uniques 1227; 2024-11-21T20:16:18,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=56192, new segment data size=10392, suffix heap size=155576,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1227, new segment cells count=227 2024-11-21T20:16:18,878 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732220178800, max timestamp=1732220178872Num uniques 1227; 2024-11-21T20:16:18,878 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732220178800, max timestamp=1732220178872Num uniques 1227; 2024-11-21T20:16:18,878 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=56192, new segment data size=10392, suffix heap size=155576,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1227, new segment cells count=227 2024-11-21T20:16:18,878 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=56192, new segment data size=10392, suffix heap size=155576,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1227, new segment cells count=227 2024-11-21T20:16:18,901 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/c07a1e1da95f4867b80f5a7ec4b50362 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/c07a1e1da95f4867b80f5a7ec4b50362 2024-11-21T20:16:18,910 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fec6d2319bedd18ede56b3abd9599659/B of fec6d2319bedd18ede56b3abd9599659 into c07a1e1da95f4867b80f5a7ec4b50362(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:18,910 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:18,910 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., storeName=fec6d2319bedd18ede56b3abd9599659/B, priority=13, startTime=1732220178413; duration=0sec 2024-11-21T20:16:18,910 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:18,910 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fec6d2319bedd18ede56b3abd9599659:B 2024-11-21T20:16:18,910 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:18,912 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:18,912 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): fec6d2319bedd18ede56b3abd9599659/C is initiating minor compaction (all files) 2024-11-21T20:16:18,912 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fec6d2319bedd18ede56b3abd9599659/C in TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:18,912 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/77c83d41369f490e80deeccd6e55c09c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/3f844d11d767436c98b92449557632d3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/1e6c946df87442fba2b18bdc689c50b2] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp, totalSize=32.9 K 2024-11-21T20:16:18,913 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77c83d41369f490e80deeccd6e55c09c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732220176499 2024-11-21T20:16:18,913 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f844d11d767436c98b92449557632d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732220176582 2024-11-21T20:16:18,914 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e6c946df87442fba2b18bdc689c50b2, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732220177232 2024-11-21T20:16:18,936 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fec6d2319bedd18ede56b3abd9599659#A#compaction#291 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:18,937 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/c057c293bfae4b7c8f594cb9d365ea04 is 175, key is test_row_0/A:col10/1732220176585/Put/seqid=0 2024-11-21T20:16:18,950 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fec6d2319bedd18ede56b3abd9599659#C#compaction#294 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:18,950 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/421c53f84bf84daf8cddd6eb983e0b3d is 50, key is test_row_0/C:col10/1732220176585/Put/seqid=0 2024-11-21T20:16:19,036 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:19,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742163_1339 (size=31165) 2024-11-21T20:16:19,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-21T20:16:19,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:19,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:19,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:19,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:19,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:19,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742164_1340 (size=12104) 2024-11-21T20:16:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:19,049 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219b992898a2fd4e98abc0ca82c2c11923_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219b992898a2fd4e98abc0ca82c2c11923_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:19,050 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/16c75b9aa60a42bc8c66f520bb40dd19, store: [table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:19,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/16c75b9aa60a42bc8c66f520bb40dd19 is 175, key is test_row_0/A:col10/1732220178542/Put/seqid=0 2024-11-21T20:16:19,052 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/c057c293bfae4b7c8f594cb9d365ea04 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/c057c293bfae4b7c8f594cb9d365ea04 2024-11-21T20:16:19,057 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/421c53f84bf84daf8cddd6eb983e0b3d as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/421c53f84bf84daf8cddd6eb983e0b3d 2024-11-21T20:16:19,068 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fec6d2319bedd18ede56b3abd9599659/C of fec6d2319bedd18ede56b3abd9599659 into 421c53f84bf84daf8cddd6eb983e0b3d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:19,068 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:19,068 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., storeName=fec6d2319bedd18ede56b3abd9599659/C, priority=13, startTime=1732220178413; duration=0sec 2024-11-21T20:16:19,068 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:19,068 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fec6d2319bedd18ede56b3abd9599659:C 2024-11-21T20:16:19,069 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fec6d2319bedd18ede56b3abd9599659/A of fec6d2319bedd18ede56b3abd9599659 into c057c293bfae4b7c8f594cb9d365ea04(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:19,069 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:19,069 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., storeName=fec6d2319bedd18ede56b3abd9599659/A, priority=13, startTime=1732220178413; duration=0sec 2024-11-21T20:16:19,069 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:19,069 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fec6d2319bedd18ede56b3abd9599659:A 2024-11-21T20:16:19,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742165_1341 (size=39549) 2024-11-21T20:16:19,083 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/16c75b9aa60a42bc8c66f520bb40dd19 2024-11-21T20:16:19,095 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=336, cellSize=15386, totalHeapSize=35184, min timestamp=1732220178950, max timestamp=1732220179091Num uniques 1086; 2024-11-21T20:16:19,095 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=15386, suffix heap size=140912,new segment heap size=35184 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=336 2024-11-21T20:16:19,096 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=336, cellSize=15386, totalHeapSize=35184, min timestamp=1732220178950, max timestamp=1732220179091Num uniques 1086; 2024-11-21T20:16:19,096 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=336, cellSize=15386, totalHeapSize=35184, min timestamp=1732220178950, max timestamp=1732220179091Num uniques 1086; 2024-11-21T20:16:19,096 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=15386, suffix heap size=140912,new segment heap size=35184 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=336 2024-11-21T20:16:19,096 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=15386, suffix heap size=140912,new segment heap size=35184 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=336 2024-11-21T20:16:19,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/c3e573ed9da54aaab7c0388017b1a02c is 50, key is test_row_0/B:col10/1732220178542/Put/seqid=0 2024-11-21T20:16:19,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742166_1342 (size=12001) 2024-11-21T20:16:19,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-21T20:16:19,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:19,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:19,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:19,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:19,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:19,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:19,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:19,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220239190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:19,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220239199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:19,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220239201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:19,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:19,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:19,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:19,244 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732220179178, max timestamp=1732220179232Num uniques 1195; 2024-11-21T20:16:19,244 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=54730, new segment data size=11220, suffix heap size=152248,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1195, new segment cells count=245 2024-11-21T20:16:19,244 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732220179178, max timestamp=1732220179232Num uniques 1195; 2024-11-21T20:16:19,244 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=54730, new segment data size=11220, suffix heap size=152248,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1195, new segment cells count=245 2024-11-21T20:16:19,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732220179178, max timestamp=1732220179232Num uniques 1195; 2024-11-21T20:16:19,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=54730, new segment data size=11220, suffix heap size=152248,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1195, new segment cells count=245 2024-11-21T20:16:19,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:19,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:19,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:19,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:19,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:19,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:19,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-21T20:16:19,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:19,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:19,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:19,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:19,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:19,399 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732220179364, max timestamp=1732220179394Num uniques 1104; 2024-11-21T20:16:19,399 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732220179364, max timestamp=1732220179394Num uniques 1104; 2024-11-21T20:16:19,399 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-21T20:16:19,399 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-21T20:16:19,403 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732220179364, max timestamp=1732220179394Num uniques 1104; 2024-11-21T20:16:19,403 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-21T20:16:19,478 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=363, cellSize=16618, totalHeapSize=37992, min timestamp=1732220179434, max timestamp=1732220179473Num uniques 1063; 2024-11-21T20:16:19,478 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=16618, suffix heap size=138520,new segment heap size=37992 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=363 2024-11-21T20:16:19,481 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1732220179456, max timestamp=1732220179476Num uniques 1063; 2024-11-21T20:16:19,482 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=7458, suffix heap size=138520,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=163 2024-11-21T20:16:19,485 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1732220179456, max timestamp=1732220179476Num uniques 1063; 2024-11-21T20:16:19,485 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=7458, suffix heap size=138520,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=163 2024-11-21T20:16:19,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-21T20:16:19,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:19,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:19,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:19,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:19,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:19,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/c3e573ed9da54aaab7c0388017b1a02c 2024-11-21T20:16:19,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/fe165eef3b924ce29dca5ca5529cdd7c is 50, key is test_row_0/C:col10/1732220178542/Put/seqid=0 2024-11-21T20:16:19,571 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=272, cellSize=12452, totalHeapSize=28528, min timestamp=1732220179531, max timestamp=1732220179567Num uniques 1222; 2024-11-21T20:16:19,571 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=55962, new segment data size=12452, suffix heap size=155056,new segment heap size=28528 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1222, new segment cells count=272 2024-11-21T20:16:19,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1732220179538, max timestamp=1732220179567Num uniques 1022; 2024-11-21T20:16:19,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=7872, suffix heap size=134256,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=172 2024-11-21T20:16:19,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1732220179538, max timestamp=1732220179569Num uniques 1022; 2024-11-21T20:16:19,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=7872, suffix heap size=134256,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=172 2024-11-21T20:16:19,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742167_1343 (size=12001) 2024-11-21T20:16:19,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/fe165eef3b924ce29dca5ca5529cdd7c 2024-11-21T20:16:19,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/16c75b9aa60a42bc8c66f520bb40dd19 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/16c75b9aa60a42bc8c66f520bb40dd19 2024-11-21T20:16:19,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/16c75b9aa60a42bc8c66f520bb40dd19, entries=200, sequenceid=83, filesize=38.6 K 2024-11-21T20:16:19,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/c3e573ed9da54aaab7c0388017b1a02c as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/c3e573ed9da54aaab7c0388017b1a02c 2024-11-21T20:16:19,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/c3e573ed9da54aaab7c0388017b1a02c, entries=150, sequenceid=83, filesize=11.7 K 2024-11-21T20:16:19,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/fe165eef3b924ce29dca5ca5529cdd7c as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/fe165eef3b924ce29dca5ca5529cdd7c 2024-11-21T20:16:19,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/fe165eef3b924ce29dca5ca5529cdd7c, entries=150, sequenceid=83, filesize=11.7 K 2024-11-21T20:16:19,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~66.19 KB/67776, currentSize=125.23 KB/128240 for fec6d2319bedd18ede56b3abd9599659 in 1089ms, sequenceid=83, compaction requested=false 2024-11-21T20:16:19,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:19,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fec6d2319bedd18ede56b3abd9599659 3/3 column families, dataSize=131.94 KB heapSize=374 KB 2024-11-21T20:16:19,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=A 2024-11-21T20:16:19,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:19,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=B 2024-11-21T20:16:19,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:19,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=C 2024-11-21T20:16:19,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:19,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-21T20:16:19,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:19,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:19,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:19,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:19,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:19,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121edb295ae976e4690bd924f2f02cc5595_fec6d2319bedd18ede56b3abd9599659 is 50, key is test_row_0/A:col10/1732220179595/Put/seqid=0 2024-11-21T20:16:19,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220239659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:19,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:19,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:19,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:19,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220239672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:19,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:19,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:19,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:19,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220239673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:19,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:19,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:19,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:19,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220239687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:19,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:19,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:19,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:19,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220239688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:19,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:19,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:19,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:19,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742168_1344 (size=14794) 2024-11-21T20:16:19,739 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:19,744 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121edb295ae976e4690bd924f2f02cc5595_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121edb295ae976e4690bd924f2f02cc5595_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:19,749 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/f81731caaf2a4516913cc16e9c4b3bac, store: [table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:19,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/f81731caaf2a4516913cc16e9c4b3bac is 175, key is test_row_0/A:col10/1732220179595/Put/seqid=0 2024-11-21T20:16:19,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742169_1345 (size=39749) 2024-11-21T20:16:19,783 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/f81731caaf2a4516913cc16e9c4b3bac 2024-11-21T20:16:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-21T20:16:19,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/9b4e210ba9ab448b8ccba992575a082b is 50, key is test_row_0/B:col10/1732220179595/Put/seqid=0 2024-11-21T20:16:19,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220239798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:19,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:19,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:19,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220239799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:19,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:19,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:19,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:19,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:19,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220239799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:19,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:19,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:19,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:19,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-21T20:16:19,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:19,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:19,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:19,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:19,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:19,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742170_1346 (size=12151) 2024-11-21T20:16:19,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/9b4e210ba9ab448b8ccba992575a082b 2024-11-21T20:16:19,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220239807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:19,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:19,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:19,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:19,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220239818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:19,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:19,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:19,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:19,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/18f08442922349b98fd1c8930cd1dd0e is 50, key is test_row_0/C:col10/1732220179595/Put/seqid=0 2024-11-21T20:16:19,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742171_1347 (size=12151) 2024-11-21T20:16:19,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/18f08442922349b98fd1c8930cd1dd0e 2024-11-21T20:16:19,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/f81731caaf2a4516913cc16e9c4b3bac as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/f81731caaf2a4516913cc16e9c4b3bac 2024-11-21T20:16:19,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/f81731caaf2a4516913cc16e9c4b3bac, entries=200, sequenceid=242, filesize=38.8 K 2024-11-21T20:16:19,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/9b4e210ba9ab448b8ccba992575a082b as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/9b4e210ba9ab448b8ccba992575a082b 2024-11-21T20:16:19,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/9b4e210ba9ab448b8ccba992575a082b, entries=150, sequenceid=242, filesize=11.9 K 2024-11-21T20:16:19,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/18f08442922349b98fd1c8930cd1dd0e as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/18f08442922349b98fd1c8930cd1dd0e 2024-11-21T20:16:19,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/18f08442922349b98fd1c8930cd1dd0e, entries=150, sequenceid=242, filesize=11.9 K 2024-11-21T20:16:19,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~131.94 KB/135110, heapSize ~373.95 KB/382928, currentSize=53.67 KB/54960 for fec6d2319bedd18ede56b3abd9599659 in 248ms, sequenceid=242, compaction requested=true 2024-11-21T20:16:19,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:19,898 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:19,900 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110463 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:19,900 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): fec6d2319bedd18ede56b3abd9599659/A is initiating minor compaction (all files) 2024-11-21T20:16:19,900 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fec6d2319bedd18ede56b3abd9599659/A in TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:19,900 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/c057c293bfae4b7c8f594cb9d365ea04, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/16c75b9aa60a42bc8c66f520bb40dd19, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/f81731caaf2a4516913cc16e9c4b3bac] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp, totalSize=107.9 K 2024-11-21T20:16:19,900 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:19,900 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. files: [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/c057c293bfae4b7c8f594cb9d365ea04, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/16c75b9aa60a42bc8c66f520bb40dd19, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/f81731caaf2a4516913cc16e9c4b3bac] 2024-11-21T20:16:19,903 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting c057c293bfae4b7c8f594cb9d365ea04, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732220176585 2024-11-21T20:16:19,904 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16c75b9aa60a42bc8c66f520bb40dd19, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732220177855 2024-11-21T20:16:19,904 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting f81731caaf2a4516913cc16e9c4b3bac, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732220179595 2024-11-21T20:16:19,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fec6d2319bedd18ede56b3abd9599659:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:16:19,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:19,908 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:19,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fec6d2319bedd18ede56b3abd9599659:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:16:19,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:19,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fec6d2319bedd18ede56b3abd9599659:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:16:19,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:19,909 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36256 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:19,909 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): fec6d2319bedd18ede56b3abd9599659/B is initiating minor compaction (all files) 2024-11-21T20:16:19,909 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fec6d2319bedd18ede56b3abd9599659/B in TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:19,910 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/c07a1e1da95f4867b80f5a7ec4b50362, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/c3e573ed9da54aaab7c0388017b1a02c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/9b4e210ba9ab448b8ccba992575a082b] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp, totalSize=35.4 K 2024-11-21T20:16:19,910 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting c07a1e1da95f4867b80f5a7ec4b50362, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732220176585 2024-11-21T20:16:19,910 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting c3e573ed9da54aaab7c0388017b1a02c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732220177869 2024-11-21T20:16:19,911 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b4e210ba9ab448b8ccba992575a082b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732220179595 2024-11-21T20:16:19,931 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:19,942 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fec6d2319bedd18ede56b3abd9599659#B#compaction#301 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:19,942 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/c0bb73af12404d3ba765bb8bd79ca055 is 50, key is test_row_0/B:col10/1732220179595/Put/seqid=0 2024-11-21T20:16:19,954 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411217701420c42c94ee283388ababa32036d_fec6d2319bedd18ede56b3abd9599659 store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:19,956 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411217701420c42c94ee283388ababa32036d_fec6d2319bedd18ede56b3abd9599659, store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:19,956 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217701420c42c94ee283388ababa32036d_fec6d2319bedd18ede56b3abd9599659 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:19,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-21T20:16:19,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:19,965 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2902): Flushing fec6d2319bedd18ede56b3abd9599659 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T20:16:19,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=A 2024-11-21T20:16:19,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:19,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=B 2024-11-21T20:16:19,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:19,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=C 2024-11-21T20:16:19,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:20,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742172_1348 (size=12357) 2024-11-21T20:16:20,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742173_1349 (size=4469) 2024-11-21T20:16:20,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213f6f3e9d14ac4e56a181aeff8d6a0b62_fec6d2319bedd18ede56b3abd9599659 is 50, key is test_row_0/A:col10/1732220179671/Put/seqid=0 2024-11-21T20:16:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:20,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:20,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742174_1350 (size=12304) 2024-11-21T20:16:20,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:20,100 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213f6f3e9d14ac4e56a181aeff8d6a0b62_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213f6f3e9d14ac4e56a181aeff8d6a0b62_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:20,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/a5617f58d44747deab2755a1ce3b46a0, store: [table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:20,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/a5617f58d44747deab2755a1ce3b46a0 is 175, key is test_row_0/A:col10/1732220179671/Put/seqid=0 2024-11-21T20:16:20,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742175_1351 (size=31105) 2024-11-21T20:16:20,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732220180079, max timestamp=1732220180157Num uniques 859; 2024-11-21T20:16:20,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732220180079, max timestamp=1732220180157Num uniques 859; 2024-11-21T20:16:20,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-21T20:16:20,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-21T20:16:20,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732220180079, max timestamp=1732220180157Num uniques 859; 2024-11-21T20:16:20,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-21T20:16:20,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220240215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:20,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:20,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220240226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:20,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:20,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220240235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:20,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:20,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220240235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:20,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:20,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220240251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:20,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:20,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:20,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220240358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:20,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:20,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220240367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:20,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:20,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:20,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220240378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:20,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:20,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220240378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:20,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:20,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220240378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:20,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:20,428 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/c0bb73af12404d3ba765bb8bd79ca055 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/c0bb73af12404d3ba765bb8bd79ca055 2024-11-21T20:16:20,430 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fec6d2319bedd18ede56b3abd9599659#A#compaction#300 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:20,430 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/43c85599bafe4a17bf84cc05eb0d3a3b is 175, key is test_row_0/A:col10/1732220179595/Put/seqid=0 2024-11-21T20:16:20,435 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fec6d2319bedd18ede56b3abd9599659/B of fec6d2319bedd18ede56b3abd9599659 into c0bb73af12404d3ba765bb8bd79ca055(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:20,435 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:20,435 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., storeName=fec6d2319bedd18ede56b3abd9599659/B, priority=13, startTime=1732220179908; duration=0sec 2024-11-21T20:16:20,435 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:20,436 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fec6d2319bedd18ede56b3abd9599659:B 2024-11-21T20:16:20,436 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:20,437 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36256 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:20,437 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): fec6d2319bedd18ede56b3abd9599659/C is initiating minor compaction (all files) 2024-11-21T20:16:20,437 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fec6d2319bedd18ede56b3abd9599659/C in TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:20,437 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/421c53f84bf84daf8cddd6eb983e0b3d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/fe165eef3b924ce29dca5ca5529cdd7c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/18f08442922349b98fd1c8930cd1dd0e] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp, totalSize=35.4 K 2024-11-21T20:16:20,437 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 421c53f84bf84daf8cddd6eb983e0b3d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732220176585 2024-11-21T20:16:20,438 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting fe165eef3b924ce29dca5ca5529cdd7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732220177869 2024-11-21T20:16:20,438 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 18f08442922349b98fd1c8930cd1dd0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732220179595 2024-11-21T20:16:20,459 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fec6d2319bedd18ede56b3abd9599659#C#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:20,459 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/bf3a948aab414b8abaf131b343d88bfe is 50, key is test_row_0/C:col10/1732220179595/Put/seqid=0 2024-11-21T20:16:20,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742176_1352 (size=31311) 2024-11-21T20:16:20,510 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/a5617f58d44747deab2755a1ce3b46a0 2024-11-21T20:16:20,514 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/43c85599bafe4a17bf84cc05eb0d3a3b as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/43c85599bafe4a17bf84cc05eb0d3a3b 2024-11-21T20:16:20,522 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fec6d2319bedd18ede56b3abd9599659/A of fec6d2319bedd18ede56b3abd9599659 into 43c85599bafe4a17bf84cc05eb0d3a3b(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:20,522 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:20,522 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., storeName=fec6d2319bedd18ede56b3abd9599659/A, priority=13, startTime=1732220179898; duration=0sec 2024-11-21T20:16:20,523 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:20,523 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fec6d2319bedd18ede56b3abd9599659:A 2024-11-21T20:16:20,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742177_1353 (size=12357) 2024-11-21T20:16:20,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/208de19d39554311b6cc3b3c05d6c699 is 50, key is test_row_0/B:col10/1732220179671/Put/seqid=0 2024-11-21T20:16:20,546 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/bf3a948aab414b8abaf131b343d88bfe as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/bf3a948aab414b8abaf131b343d88bfe 2024-11-21T20:16:20,552 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fec6d2319bedd18ede56b3abd9599659/C of fec6d2319bedd18ede56b3abd9599659 into bf3a948aab414b8abaf131b343d88bfe(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:20,552 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:20,552 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., storeName=fec6d2319bedd18ede56b3abd9599659/C, priority=13, startTime=1732220179909; duration=0sec 2024-11-21T20:16:20,553 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:20,553 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fec6d2319bedd18ede56b3abd9599659:C 2024-11-21T20:16:20,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742178_1354 (size=12151) 2024-11-21T20:16:20,592 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/208de19d39554311b6cc3b3c05d6c699 2024-11-21T20:16:20,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220240588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:20,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:20,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220240588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:20,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:20,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:20,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/5f31daf6517648d286e5a6e14f7e6f3e is 50, key is test_row_0/C:col10/1732220179671/Put/seqid=0 2024-11-21T20:16:20,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220240608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:20,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220240609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:20,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:20,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220240609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:20,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:20,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:20,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742179_1355 (size=12151) 2024-11-21T20:16:20,632 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/5f31daf6517648d286e5a6e14f7e6f3e 2024-11-21T20:16:20,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/a5617f58d44747deab2755a1ce3b46a0 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/a5617f58d44747deab2755a1ce3b46a0 2024-11-21T20:16:20,650 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/a5617f58d44747deab2755a1ce3b46a0, entries=150, sequenceid=253, filesize=30.4 K 2024-11-21T20:16:20,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/208de19d39554311b6cc3b3c05d6c699 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/208de19d39554311b6cc3b3c05d6c699 2024-11-21T20:16:20,670 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/208de19d39554311b6cc3b3c05d6c699, entries=150, sequenceid=253, filesize=11.9 K 2024-11-21T20:16:20,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/5f31daf6517648d286e5a6e14f7e6f3e as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/5f31daf6517648d286e5a6e14f7e6f3e 2024-11-21T20:16:20,678 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/5f31daf6517648d286e5a6e14f7e6f3e, entries=150, sequenceid=253, filesize=11.9 K 2024-11-21T20:16:20,679 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for fec6d2319bedd18ede56b3abd9599659 in 714ms, sequenceid=253, compaction requested=false 2024-11-21T20:16:20,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2603): Flush status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:20,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:20,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-21T20:16:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=92 2024-11-21T20:16:20,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-21T20:16:20,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0400 sec 2024-11-21T20:16:20,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 3.0460 sec 2024-11-21T20:16:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:20,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fec6d2319bedd18ede56b3abd9599659 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-11-21T20:16:20,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=A 2024-11-21T20:16:20,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:20,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=B 2024-11-21T20:16:20,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:20,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=C 2024-11-21T20:16:20,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:20,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213c7b09e7d80544c994937e65e0474dcf_fec6d2319bedd18ede56b3abd9599659 is 50, key is test_row_0/A:col10/1732220180186/Put/seqid=0 2024-11-21T20:16:20,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220240937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:20,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:20,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220240947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:20,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:20,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220240947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:20,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:20,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220240949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:20,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:20,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220240949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:20,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:20,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:20,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:20,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742180_1356 (size=14994) 2024-11-21T20:16:20,979 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:20,983 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213c7b09e7d80544c994937e65e0474dcf_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213c7b09e7d80544c994937e65e0474dcf_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:20,984 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/73613cb53db14be196f08c7e637554bc, store: [table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:20,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/73613cb53db14be196f08c7e637554bc is 175, key is test_row_0/A:col10/1732220180186/Put/seqid=0 2024-11-21T20:16:21,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742181_1357 (size=39949) 2024-11-21T20:16:21,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220241057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:21,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:21,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220241068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:21,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:21,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220241078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:21,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:21,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220241078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:21,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:21,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220241078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:21,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:21,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220241278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:21,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:21,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220241288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:21,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:21,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220241299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:21,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:21,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220241299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:21,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:21,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:21,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220241299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:21,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:21,427 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/73613cb53db14be196f08c7e637554bc 2024-11-21T20:16:21,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/314a9f54d1c94581a5d45f9d920282d2 is 50, key is test_row_0/B:col10/1732220180186/Put/seqid=0 2024-11-21T20:16:21,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742182_1358 (size=12301) 2024-11-21T20:16:21,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/314a9f54d1c94581a5d45f9d920282d2 2024-11-21T20:16:21,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/9499d8e166e447779a0a4494e210de3a is 50, key is test_row_0/C:col10/1732220180186/Put/seqid=0 2024-11-21T20:16:21,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742183_1359 (size=12301) 2024-11-21T20:16:21,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220241598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:21,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:21,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220241608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:21,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:21,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220241628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:21,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:21,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220241628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:21,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:21,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220241628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:21,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:21,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-21T20:16:21,808 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:16:21,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:16:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-21T20:16:21,810 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:16:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-21T20:16:21,811 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:16:21,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:16:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-21T20:16:21,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/9499d8e166e447779a0a4494e210de3a 2024-11-21T20:16:21,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/73613cb53db14be196f08c7e637554bc as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/73613cb53db14be196f08c7e637554bc 2024-11-21T20:16:21,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/73613cb53db14be196f08c7e637554bc, entries=200, sequenceid=291, filesize=39.0 K 2024-11-21T20:16:21,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/314a9f54d1c94581a5d45f9d920282d2 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/314a9f54d1c94581a5d45f9d920282d2 2024-11-21T20:16:21,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-21T20:16:21,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:21,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:21,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:21,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:21,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:21,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/314a9f54d1c94581a5d45f9d920282d2, entries=150, sequenceid=291, filesize=12.0 K 2024-11-21T20:16:21,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/9499d8e166e447779a0a4494e210de3a as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/9499d8e166e447779a0a4494e210de3a 2024-11-21T20:16:21,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/9499d8e166e447779a0a4494e210de3a, entries=150, sequenceid=291, filesize=12.0 K 2024-11-21T20:16:21,977 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=46.96 KB/48090 for fec6d2319bedd18ede56b3abd9599659 in 1058ms, sequenceid=291, compaction requested=true 2024-11-21T20:16:21,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:21,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fec6d2319bedd18ede56b3abd9599659:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:16:21,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:21,977 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:21,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fec6d2319bedd18ede56b3abd9599659:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:16:21,977 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:21,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:21,978 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36809 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:21,978 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): fec6d2319bedd18ede56b3abd9599659/B is initiating minor compaction (all files) 2024-11-21T20:16:21,978 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fec6d2319bedd18ede56b3abd9599659/B in TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:21,978 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/c0bb73af12404d3ba765bb8bd79ca055, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/208de19d39554311b6cc3b3c05d6c699, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/314a9f54d1c94581a5d45f9d920282d2] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp, totalSize=35.9 K 2024-11-21T20:16:21,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fec6d2319bedd18ede56b3abd9599659:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:16:21,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:21,979 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102365 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:21,979 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting c0bb73af12404d3ba765bb8bd79ca055, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732220179595 2024-11-21T20:16:21,979 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): fec6d2319bedd18ede56b3abd9599659/A is initiating minor compaction (all files) 2024-11-21T20:16:21,979 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fec6d2319bedd18ede56b3abd9599659/A in TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:21,979 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/43c85599bafe4a17bf84cc05eb0d3a3b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/a5617f58d44747deab2755a1ce3b46a0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/73613cb53db14be196f08c7e637554bc] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp, totalSize=100.0 K 2024-11-21T20:16:21,979 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 208de19d39554311b6cc3b3c05d6c699, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732220179671 2024-11-21T20:16:21,979 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:21,979 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. files: [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/43c85599bafe4a17bf84cc05eb0d3a3b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/a5617f58d44747deab2755a1ce3b46a0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/73613cb53db14be196f08c7e637554bc] 2024-11-21T20:16:21,979 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 314a9f54d1c94581a5d45f9d920282d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732220180186 2024-11-21T20:16:21,980 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43c85599bafe4a17bf84cc05eb0d3a3b, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732220179595 2024-11-21T20:16:21,980 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5617f58d44747deab2755a1ce3b46a0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732220179671 2024-11-21T20:16:21,981 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73613cb53db14be196f08c7e637554bc, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732220180186 2024-11-21T20:16:21,987 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fec6d2319bedd18ede56b3abd9599659#B#compaction#309 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:21,987 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/f423e2128e134f95858d48cd9a7ce448 is 50, key is test_row_0/B:col10/1732220180186/Put/seqid=0 2024-11-21T20:16:21,988 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:21,993 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112166cdc14da8e6436e8ff24d108b1c5538_fec6d2319bedd18ede56b3abd9599659 store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:21,996 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112166cdc14da8e6436e8ff24d108b1c5538_fec6d2319bedd18ede56b3abd9599659, store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:21,996 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112166cdc14da8e6436e8ff24d108b1c5538_fec6d2319bedd18ede56b3abd9599659 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:22,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742184_1360 (size=12609) 2024-11-21T20:16:22,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742185_1361 (size=4469) 2024-11-21T20:16:22,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-21T20:16:22,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:22,118 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing fec6d2319bedd18ede56b3abd9599659 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T20:16:22,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=A 2024-11-21T20:16:22,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:22,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=B 2024-11-21T20:16:22,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:22,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=C 2024-11-21T20:16:22,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:22,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:22,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d5938f11f2264f899e1f31864584a247_fec6d2319bedd18ede56b3abd9599659 is 50, key is test_row_0/A:col10/1732220180945/Put/seqid=0 2024-11-21T20:16:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-21T20:16:22,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742186_1362 (size=12454) 2024-11-21T20:16:22,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:22,135 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d5938f11f2264f899e1f31864584a247_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d5938f11f2264f899e1f31864584a247_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:22,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/6aae6e86e7b845f9ac00521bba8a81b4, store: [table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:22,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/6aae6e86e7b845f9ac00521bba8a81b4 is 175, key is test_row_0/A:col10/1732220180945/Put/seqid=0 2024-11-21T20:16:22,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742187_1363 (size=31255) 2024-11-21T20:16:22,153 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=301, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/6aae6e86e7b845f9ac00521bba8a81b4 2024-11-21T20:16:22,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/93bf1e8f407c4d23810042b71a62d23e is 50, key is test_row_0/B:col10/1732220180945/Put/seqid=0 2024-11-21T20:16:22,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742188_1364 (size=12301) 2024-11-21T20:16:22,186 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/93bf1e8f407c4d23810042b71a62d23e 2024-11-21T20:16:22,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/d2ffb803f12d4847b82a1bbb9051caf0 is 50, key is test_row_0/C:col10/1732220180945/Put/seqid=0 2024-11-21T20:16:22,199 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732220182163, max timestamp=1732220182196Num uniques 859; 2024-11-21T20:16:22,199 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732220182163, max timestamp=1732220182196Num uniques 859; 2024-11-21T20:16:22,199 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:16:22,199 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:16:22,200 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732220182163, max timestamp=1732220182196Num uniques 859; 2024-11-21T20:16:22,200 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:16:22,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742189_1365 (size=12301) 2024-11-21T20:16:22,203 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/d2ffb803f12d4847b82a1bbb9051caf0 2024-11-21T20:16:22,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/6aae6e86e7b845f9ac00521bba8a81b4 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/6aae6e86e7b845f9ac00521bba8a81b4 2024-11-21T20:16:22,213 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/6aae6e86e7b845f9ac00521bba8a81b4, entries=150, sequenceid=301, filesize=30.5 K 2024-11-21T20:16:22,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/93bf1e8f407c4d23810042b71a62d23e as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/93bf1e8f407c4d23810042b71a62d23e 2024-11-21T20:16:22,220 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/93bf1e8f407c4d23810042b71a62d23e, entries=150, sequenceid=301, filesize=12.0 K 2024-11-21T20:16:22,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/d2ffb803f12d4847b82a1bbb9051caf0 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/d2ffb803f12d4847b82a1bbb9051caf0 2024-11-21T20:16:22,251 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/d2ffb803f12d4847b82a1bbb9051caf0, entries=150, sequenceid=301, filesize=12.0 K 2024-11-21T20:16:22,252 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=114.05 KB/116790 for fec6d2319bedd18ede56b3abd9599659 in 134ms, sequenceid=301, compaction requested=true 2024-11-21T20:16:22,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:22,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:22,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-21T20:16:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=94 2024-11-21T20:16:22,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fec6d2319bedd18ede56b3abd9599659 3/3 column families, dataSize=120.76 KB heapSize=340.45 KB 2024-11-21T20:16:22,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=A 2024-11-21T20:16:22,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:22,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=B 2024-11-21T20:16:22,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:22,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=C 2024-11-21T20:16:22,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:22,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-21T20:16:22,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 445 msec 2024-11-21T20:16:22,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 451 msec 2024-11-21T20:16:22,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219494e9dbc7c74d5c90a535c0a4b3eab0_fec6d2319bedd18ede56b3abd9599659 is 50, key is test_row_0/A:col10/1732220182253/Put/seqid=0 2024-11-21T20:16:22,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742190_1366 (size=14994) 2024-11-21T20:16:22,299 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:22,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220242279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:22,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:22,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220242280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:22,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:22,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:22,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220242287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:22,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:22,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220242288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:22,304 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219494e9dbc7c74d5c90a535c0a4b3eab0_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219494e9dbc7c74d5c90a535c0a4b3eab0_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:22,308 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/970a6236366d4667a12b017e8c62270c, store: [table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:22,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/970a6236366d4667a12b017e8c62270c is 175, key is test_row_0/A:col10/1732220182253/Put/seqid=0 2024-11-21T20:16:22,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220242290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:22,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:22,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742191_1367 (size=39949) 2024-11-21T20:16:22,342 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/970a6236366d4667a12b017e8c62270c 2024-11-21T20:16:22,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/72dd7eee6eac4befbc004f4e8768e51f is 50, key is test_row_0/B:col10/1732220182253/Put/seqid=0 2024-11-21T20:16:22,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742192_1368 (size=12301) 2024-11-21T20:16:22,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/72dd7eee6eac4befbc004f4e8768e51f 2024-11-21T20:16:22,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/2944c1033b4c4886ad171235fb79d925 is 50, key is test_row_0/C:col10/1732220182253/Put/seqid=0 2024-11-21T20:16:22,413 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fec6d2319bedd18ede56b3abd9599659#A#compaction#310 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:22,414 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/046b323e3bca4c72a4d91d06d1609778 is 175, key is test_row_0/A:col10/1732220180186/Put/seqid=0 2024-11-21T20:16:22,415 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/f423e2128e134f95858d48cd9a7ce448 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/f423e2128e134f95858d48cd9a7ce448 2024-11-21T20:16:22,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220242408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:22,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220242408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220242408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:22,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220242408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:22,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:22,425 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fec6d2319bedd18ede56b3abd9599659/B of fec6d2319bedd18ede56b3abd9599659 into f423e2128e134f95858d48cd9a7ce448(size=12.3 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:22,425 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:22,425 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., storeName=fec6d2319bedd18ede56b3abd9599659/B, priority=13, startTime=1732220181977; duration=0sec 2024-11-21T20:16:22,425 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:22,425 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fec6d2319bedd18ede56b3abd9599659:B 2024-11-21T20:16:22,425 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:16:22,428 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49110 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:16:22,428 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): fec6d2319bedd18ede56b3abd9599659/C is initiating minor compaction (all files) 2024-11-21T20:16:22,428 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fec6d2319bedd18ede56b3abd9599659/C in TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:22,428 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/bf3a948aab414b8abaf131b343d88bfe, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/5f31daf6517648d286e5a6e14f7e6f3e, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/9499d8e166e447779a0a4494e210de3a, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/d2ffb803f12d4847b82a1bbb9051caf0] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp, totalSize=48.0 K 2024-11-21T20:16:22,432 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting bf3a948aab414b8abaf131b343d88bfe, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732220179595 2024-11-21T20:16:22,433 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f31daf6517648d286e5a6e14f7e6f3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732220179671 2024-11-21T20:16:22,433 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 9499d8e166e447779a0a4494e210de3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732220180186 2024-11-21T20:16:22,433 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting d2ffb803f12d4847b82a1bbb9051caf0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732220180945 2024-11-21T20:16:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-21T20:16:22,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742193_1369 (size=12301) 2024-11-21T20:16:22,439 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:16:22,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:16:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-21T20:16:22,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/2944c1033b4c4886ad171235fb79d925 2024-11-21T20:16:22,441 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:16:22,442 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:16:22,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:16:22,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/970a6236366d4667a12b017e8c62270c as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/970a6236366d4667a12b017e8c62270c 2024-11-21T20:16:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-21T20:16:22,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/970a6236366d4667a12b017e8c62270c, entries=200, sequenceid=335, filesize=39.0 K 2024-11-21T20:16:22,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/72dd7eee6eac4befbc004f4e8768e51f as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/72dd7eee6eac4befbc004f4e8768e51f 2024-11-21T20:16:22,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220242427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:22,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:22,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/72dd7eee6eac4befbc004f4e8768e51f, entries=150, sequenceid=335, filesize=12.0 K 2024-11-21T20:16:22,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/2944c1033b4c4886ad171235fb79d925 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/2944c1033b4c4886ad171235fb79d925 2024-11-21T20:16:22,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742194_1370 (size=31563) 2024-11-21T20:16:22,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/2944c1033b4c4886ad171235fb79d925, entries=150, sequenceid=335, filesize=12.0 K 2024-11-21T20:16:22,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~340.41 KB/348576, currentSize=60.38 KB/61830 for fec6d2319bedd18ede56b3abd9599659 in 227ms, sequenceid=335, compaction requested=true 2024-11-21T20:16:22,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:22,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fec6d2319bedd18ede56b3abd9599659:A, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:16:22,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:22,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fec6d2319bedd18ede56b3abd9599659:B, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:16:22,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T20:16:22,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fec6d2319bedd18ede56b3abd9599659:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:16:22,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-21T20:16:22,496 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fec6d2319bedd18ede56b3abd9599659#C#compaction#317 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:22,497 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/f19c865b28c149ff8fd6a19be0a794f8 is 50, key is test_row_0/C:col10/1732220180945/Put/seqid=0 2024-11-21T20:16:22,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742195_1371 (size=12643) 2024-11-21T20:16:22,547 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/f19c865b28c149ff8fd6a19be0a794f8 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/f19c865b28c149ff8fd6a19be0a794f8 2024-11-21T20:16:22,556 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fec6d2319bedd18ede56b3abd9599659/C of fec6d2319bedd18ede56b3abd9599659 into f19c865b28c149ff8fd6a19be0a794f8(size=12.3 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:22,557 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:22,557 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., storeName=fec6d2319bedd18ede56b3abd9599659/C, priority=12, startTime=1732220181977; duration=0sec 2024-11-21T20:16:22,557 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-21T20:16:22,557 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fec6d2319bedd18ede56b3abd9599659:C 2024-11-21T20:16:22,557 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-21T20:16:22,558 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T20:16:22,558 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T20:16:22,558 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. because compaction request was cancelled 2024-11-21T20:16:22,558 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fec6d2319bedd18ede56b3abd9599659:A 2024-11-21T20:16:22,558 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fec6d2319bedd18ede56b3abd9599659:C 2024-11-21T20:16:22,558 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:22,559 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37211 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:22,559 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): fec6d2319bedd18ede56b3abd9599659/B is initiating minor compaction (all files) 2024-11-21T20:16:22,559 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fec6d2319bedd18ede56b3abd9599659/B in TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:22,559 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/f423e2128e134f95858d48cd9a7ce448, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/93bf1e8f407c4d23810042b71a62d23e, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/72dd7eee6eac4befbc004f4e8768e51f] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp, totalSize=36.3 K 2024-11-21T20:16:22,559 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting f423e2128e134f95858d48cd9a7ce448, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732220180186 2024-11-21T20:16:22,560 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 93bf1e8f407c4d23810042b71a62d23e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732220180945 2024-11-21T20:16:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-21T20:16:22,560 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 72dd7eee6eac4befbc004f4e8768e51f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732220182231 2024-11-21T20:16:22,571 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fec6d2319bedd18ede56b3abd9599659#B#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:22,571 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/878900b37e504c14b9663aad9dcc6f20 is 50, key is test_row_0/B:col10/1732220182253/Put/seqid=0 2024-11-21T20:16:22,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742196_1372 (size=12711) 2024-11-21T20:16:22,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-21T20:16:22,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:22,607 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing fec6d2319bedd18ede56b3abd9599659 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T20:16:22,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=A 2024-11-21T20:16:22,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:22,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=B 2024-11-21T20:16:22,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:22,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=C 2024-11-21T20:16:22,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:22,618 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/878900b37e504c14b9663aad9dcc6f20 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/878900b37e504c14b9663aad9dcc6f20 2024-11-21T20:16:22,626 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fec6d2319bedd18ede56b3abd9599659/B of fec6d2319bedd18ede56b3abd9599659 into 878900b37e504c14b9663aad9dcc6f20(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:22,626 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:22,626 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., storeName=fec6d2319bedd18ede56b3abd9599659/B, priority=13, startTime=1732220182484; duration=0sec 2024-11-21T20:16:22,626 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:22,626 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fec6d2319bedd18ede56b3abd9599659:B 2024-11-21T20:16:22,626 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-21T20:16:22,627 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T20:16:22,627 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T20:16:22,627 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. because compaction request was cancelled 2024-11-21T20:16:22,627 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fec6d2319bedd18ede56b3abd9599659:C 2024-11-21T20:16:22,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121eea9ebf749304d94bc1f3277f9ed224e_fec6d2319bedd18ede56b3abd9599659 is 50, key is test_row_0/A:col10/1732220182288/Put/seqid=0 2024-11-21T20:16:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:22,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:22,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742197_1373 (size=12454) 2024-11-21T20:16:22,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:22,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220242677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220242674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:22,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220242677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:22,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:22,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:22,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220242691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:22,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:22,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220242691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:22,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:22,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-21T20:16:22,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220242797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:22,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220242797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:22,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:22,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:22,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220242798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:22,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:22,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220242798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:22,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:22,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:22,881 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/046b323e3bca4c72a4d91d06d1609778 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/046b323e3bca4c72a4d91d06d1609778 2024-11-21T20:16:22,885 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fec6d2319bedd18ede56b3abd9599659/A of fec6d2319bedd18ede56b3abd9599659 into 046b323e3bca4c72a4d91d06d1609778(size=30.8 K), total size for store is 100.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:22,885 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:22,885 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., storeName=fec6d2319bedd18ede56b3abd9599659/A, priority=13, startTime=1732220181977; duration=0sec 2024-11-21T20:16:22,885 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:22,885 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fec6d2319bedd18ede56b3abd9599659:A 2024-11-21T20:16:23,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220242997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:23,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:23,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:23,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:23,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220243007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:23,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:23,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220243008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:23,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:23,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:23,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:23,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:23,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220243008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:23,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:23,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:23,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:23,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220243008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:23,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:23,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:23,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:23,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:23,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:23,044 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121eea9ebf749304d94bc1f3277f9ed224e_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121eea9ebf749304d94bc1f3277f9ed224e_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:23,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/62136e2afd4e49a385608940d26bc826, store: [table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:23,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/62136e2afd4e49a385608940d26bc826 is 175, key is test_row_0/A:col10/1732220182288/Put/seqid=0 2024-11-21T20:16:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-21T20:16:23,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742198_1374 (size=31255) 2024-11-21T20:16:23,080 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=349, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/62136e2afd4e49a385608940d26bc826 2024-11-21T20:16:23,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/eb47666b5f6d495289a2130ba3d9e2ad is 50, key is test_row_0/B:col10/1732220182288/Put/seqid=0 2024-11-21T20:16:23,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742199_1375 (size=12301) 2024-11-21T20:16:23,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:23,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220243328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:23,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:23,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:23,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:23,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:23,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220243328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:23,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:23,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:23,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:23,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:23,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220243328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:23,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:23,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:23,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:23,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220243329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:23,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:23,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:23,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:23,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:23,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220243518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:23,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:23,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:23,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:23,536 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/eb47666b5f6d495289a2130ba3d9e2ad 2024-11-21T20:16:23,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/4f19c1e08be64d188b290fc55df37aff is 50, key is test_row_0/C:col10/1732220182288/Put/seqid=0 2024-11-21T20:16:23,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742200_1376 (size=12301) 2024-11-21T20:16:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-21T20:16:23,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:23,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220243847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:23,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:23,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:23,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:23,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:23,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220243857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:23,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:23,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220243857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:23,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:23,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:23,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:23,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:23,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220243858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:23,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:23,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:23,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:23,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:23,949 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/4f19c1e08be64d188b290fc55df37aff 2024-11-21T20:16:23,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/62136e2afd4e49a385608940d26bc826 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/62136e2afd4e49a385608940d26bc826 2024-11-21T20:16:23,956 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/62136e2afd4e49a385608940d26bc826, entries=150, sequenceid=349, filesize=30.5 K 2024-11-21T20:16:23,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/eb47666b5f6d495289a2130ba3d9e2ad as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/eb47666b5f6d495289a2130ba3d9e2ad 2024-11-21T20:16:23,960 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/eb47666b5f6d495289a2130ba3d9e2ad, entries=150, sequenceid=349, filesize=12.0 K 2024-11-21T20:16:23,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/4f19c1e08be64d188b290fc55df37aff as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/4f19c1e08be64d188b290fc55df37aff 2024-11-21T20:16:23,964 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/4f19c1e08be64d188b290fc55df37aff, entries=150, sequenceid=349, filesize=12.0 K 2024-11-21T20:16:23,965 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for fec6d2319bedd18ede56b3abd9599659 in 1358ms, sequenceid=349, compaction requested=true 2024-11-21T20:16:23,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:23,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:23,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-21T20:16:23,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-11-21T20:16:23,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-21T20:16:23,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5240 sec 2024-11-21T20:16:23,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.5320 sec 2024-11-21T20:16:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:24,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fec6d2319bedd18ede56b3abd9599659 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-21T20:16:24,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=A 2024-11-21T20:16:24,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:24,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=B 2024-11-21T20:16:24,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:24,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=C 2024-11-21T20:16:24,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:24,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213df25304a26649d5a5d69fccd5b8b8fa_fec6d2319bedd18ede56b3abd9599659 is 50, key is test_row_0/A:col10/1732220182671/Put/seqid=0 2024-11-21T20:16:24,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742201_1377 (size=14994) 2024-11-21T20:16:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-21T20:16:24,597 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:16:24,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:16:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-21T20:16:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-21T20:16:24,599 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:16:24,600 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:16:24,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:16:24,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220244625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:24,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:24,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:24,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-21T20:16:24,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220244737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:24,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-21T20:16:24,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:24,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:24,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:24,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:24,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:24,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220244870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:24,879 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in fec6d2319bedd18ede56b3abd9599659 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:16:24,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:24,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:24,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:24,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220244878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:24,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220244878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:24,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220244879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:24,895 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_0' in fec6d2319bedd18ede56b3abd9599659 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:16:24,895 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_0' in fec6d2319bedd18ede56b3abd9599659 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:16:24,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:24,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:24,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:24,895 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in fec6d2319bedd18ede56b3abd9599659 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:16:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:24,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-21T20:16:24,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:24,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:24,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:24,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:24,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-21T20:16:24,959 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:24,963 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213df25304a26649d5a5d69fccd5b8b8fa_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213df25304a26649d5a5d69fccd5b8b8fa_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:24,964 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/66347e264bbe4e93b338e645a6b46961, store: [table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:24,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/66347e264bbe4e93b338e645a6b46961 is 175, key is test_row_0/A:col10/1732220182671/Put/seqid=0 2024-11-21T20:16:24,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220244958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:24,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:24,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:24,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:25,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742202_1378 (size=39949) 2024-11-21T20:16:25,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-21T20:16:25,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:25,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:25,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:25,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:25,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:25,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-21T20:16:25,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:25,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:25,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:25,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:25,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-21T20:16:25,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220245288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:25,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-21T20:16:25,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:25,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:25,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:25,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:25,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:25,414 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=372, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/66347e264bbe4e93b338e645a6b46961 2024-11-21T20:16:25,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/e36def52d6ef411ba6c4e490579460db is 50, key is test_row_0/B:col10/1732220182671/Put/seqid=0 2024-11-21T20:16:25,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742203_1379 (size=12301) 2024-11-21T20:16:25,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/e36def52d6ef411ba6c4e490579460db 2024-11-21T20:16:25,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/eba51cbf25194f0686b10b6c96be01f0 is 50, key is test_row_0/C:col10/1732220182671/Put/seqid=0 2024-11-21T20:16:25,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742204_1380 (size=12301) 2024-11-21T20:16:25,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-21T20:16:25,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:25,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:25,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:25,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:25,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:25,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-21T20:16:25,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:25,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:25,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:25,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:25,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-21T20:16:25,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220245808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:25,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:25,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:25,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:25,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-21T20:16:25,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:25,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:25,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:25,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:25,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:25,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/eba51cbf25194f0686b10b6c96be01f0 2024-11-21T20:16:25,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/66347e264bbe4e93b338e645a6b46961 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/66347e264bbe4e93b338e645a6b46961 2024-11-21T20:16:25,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/66347e264bbe4e93b338e645a6b46961, entries=200, sequenceid=372, filesize=39.0 K 2024-11-21T20:16:25,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/e36def52d6ef411ba6c4e490579460db as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/e36def52d6ef411ba6c4e490579460db 2024-11-21T20:16:25,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/e36def52d6ef411ba6c4e490579460db, entries=150, sequenceid=372, filesize=12.0 K 2024-11-21T20:16:25,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/eba51cbf25194f0686b10b6c96be01f0 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/eba51cbf25194f0686b10b6c96be01f0 2024-11-21T20:16:25,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/eba51cbf25194f0686b10b6c96be01f0, entries=150, sequenceid=372, filesize=12.0 K 2024-11-21T20:16:25,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for fec6d2319bedd18ede56b3abd9599659 in 1312ms, sequenceid=372, compaction requested=true 2024-11-21T20:16:25,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:25,855 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T20:16:25,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fec6d2319bedd18ede56b3abd9599659:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:16:25,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:25,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fec6d2319bedd18ede56b3abd9599659:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:16:25,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:25,855 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:25,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fec6d2319bedd18ede56b3abd9599659:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:16:25,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:25,860 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37313 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:25,860 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): fec6d2319bedd18ede56b3abd9599659/B is initiating minor compaction (all files) 2024-11-21T20:16:25,861 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fec6d2319bedd18ede56b3abd9599659/B in TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:25,861 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 173971 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T20:16:25,861 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/878900b37e504c14b9663aad9dcc6f20, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/eb47666b5f6d495289a2130ba3d9e2ad, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/e36def52d6ef411ba6c4e490579460db] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp, totalSize=36.4 K 2024-11-21T20:16:25,861 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): fec6d2319bedd18ede56b3abd9599659/A is initiating minor compaction (all files) 2024-11-21T20:16:25,861 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fec6d2319bedd18ede56b3abd9599659/A in TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:25,861 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/046b323e3bca4c72a4d91d06d1609778, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/6aae6e86e7b845f9ac00521bba8a81b4, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/970a6236366d4667a12b017e8c62270c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/62136e2afd4e49a385608940d26bc826, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/66347e264bbe4e93b338e645a6b46961] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp, totalSize=169.9 K 2024-11-21T20:16:25,861 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:25,861 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. files: [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/046b323e3bca4c72a4d91d06d1609778, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/6aae6e86e7b845f9ac00521bba8a81b4, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/970a6236366d4667a12b017e8c62270c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/62136e2afd4e49a385608940d26bc826, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/66347e264bbe4e93b338e645a6b46961] 2024-11-21T20:16:25,861 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 878900b37e504c14b9663aad9dcc6f20, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732220182231 2024-11-21T20:16:25,861 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 046b323e3bca4c72a4d91d06d1609778, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732220180186 2024-11-21T20:16:25,862 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting eb47666b5f6d495289a2130ba3d9e2ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732220182285 2024-11-21T20:16:25,862 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6aae6e86e7b845f9ac00521bba8a81b4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732220180945 2024-11-21T20:16:25,862 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 970a6236366d4667a12b017e8c62270c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732220182231 2024-11-21T20:16:25,862 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting e36def52d6ef411ba6c4e490579460db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732220182671 2024-11-21T20:16:25,862 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62136e2afd4e49a385608940d26bc826, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732220182285 2024-11-21T20:16:25,862 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66347e264bbe4e93b338e645a6b46961, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732220182671 2024-11-21T20:16:25,869 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fec6d2319bedd18ede56b3abd9599659#B#compaction#325 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:25,869 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/645762c3936e48c197aedad1500b9b94 is 50, key is test_row_0/B:col10/1732220182671/Put/seqid=0 2024-11-21T20:16:25,870 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:25,872 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411214cd8b6ba86f34b9f92c68b71fb892d32_fec6d2319bedd18ede56b3abd9599659 store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:25,875 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411214cd8b6ba86f34b9f92c68b71fb892d32_fec6d2319bedd18ede56b3abd9599659, store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:25,875 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214cd8b6ba86f34b9f92c68b71fb892d32_fec6d2319bedd18ede56b3abd9599659 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:25,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742205_1381 (size=12813) 2024-11-21T20:16:25,884 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/645762c3936e48c197aedad1500b9b94 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/645762c3936e48c197aedad1500b9b94 2024-11-21T20:16:25,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742206_1382 (size=4469) 2024-11-21T20:16:25,896 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fec6d2319bedd18ede56b3abd9599659/B of fec6d2319bedd18ede56b3abd9599659 into 645762c3936e48c197aedad1500b9b94(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:25,896 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:25,896 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., storeName=fec6d2319bedd18ede56b3abd9599659/B, priority=13, startTime=1732220185855; duration=0sec 2024-11-21T20:16:25,896 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:25,896 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fec6d2319bedd18ede56b3abd9599659:B 2024-11-21T20:16:25,896 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:16:25,897 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49546 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:16:25,897 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): fec6d2319bedd18ede56b3abd9599659/C is initiating minor compaction (all files) 2024-11-21T20:16:25,897 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fec6d2319bedd18ede56b3abd9599659/C in TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:25,897 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/f19c865b28c149ff8fd6a19be0a794f8, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/2944c1033b4c4886ad171235fb79d925, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/4f19c1e08be64d188b290fc55df37aff, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/eba51cbf25194f0686b10b6c96be01f0] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp, totalSize=48.4 K 2024-11-21T20:16:25,897 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting f19c865b28c149ff8fd6a19be0a794f8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732220180945 2024-11-21T20:16:25,897 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 2944c1033b4c4886ad171235fb79d925, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732220182231 2024-11-21T20:16:25,898 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f19c1e08be64d188b290fc55df37aff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732220182285 2024-11-21T20:16:25,898 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting eba51cbf25194f0686b10b6c96be01f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732220182671 2024-11-21T20:16:25,905 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fec6d2319bedd18ede56b3abd9599659#C#compaction#327 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:25,906 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/06b09e3d48c24bd69ed79fb00f1fd4f1 is 50, key is test_row_0/C:col10/1732220182671/Put/seqid=0 2024-11-21T20:16:25,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742207_1383 (size=12779) 2024-11-21T20:16:25,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-21T20:16:25,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:25,985 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing fec6d2319bedd18ede56b3abd9599659 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T20:16:25,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=A 2024-11-21T20:16:25,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:25,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=B 2024-11-21T20:16:25,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:25,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=C 2024-11-21T20:16:25,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:25,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d142503f421347f49a924daf64f2cb64_fec6d2319bedd18ede56b3abd9599659 is 50, key is test_row_0/A:col10/1732220184614/Put/seqid=0 2024-11-21T20:16:25,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742208_1384 (size=12454) 2024-11-21T20:16:26,290 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fec6d2319bedd18ede56b3abd9599659#A#compaction#326 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:26,290 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/346ee0e794ff41f9881e7a2e3c20ca79 is 175, key is test_row_0/A:col10/1732220182671/Put/seqid=0 2024-11-21T20:16:26,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742209_1385 (size=31733) 2024-11-21T20:16:26,304 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/346ee0e794ff41f9881e7a2e3c20ca79 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/346ee0e794ff41f9881e7a2e3c20ca79 2024-11-21T20:16:26,308 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in fec6d2319bedd18ede56b3abd9599659/A of fec6d2319bedd18ede56b3abd9599659 into 346ee0e794ff41f9881e7a2e3c20ca79(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:26,308 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:26,308 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., storeName=fec6d2319bedd18ede56b3abd9599659/A, priority=11, startTime=1732220185855; duration=0sec 2024-11-21T20:16:26,308 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:26,308 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fec6d2319bedd18ede56b3abd9599659:A 2024-11-21T20:16:26,315 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/06b09e3d48c24bd69ed79fb00f1fd4f1 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/06b09e3d48c24bd69ed79fb00f1fd4f1 2024-11-21T20:16:26,319 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fec6d2319bedd18ede56b3abd9599659/C of fec6d2319bedd18ede56b3abd9599659 into 06b09e3d48c24bd69ed79fb00f1fd4f1(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:26,319 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:26,319 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., storeName=fec6d2319bedd18ede56b3abd9599659/C, priority=12, startTime=1732220185855; duration=0sec 2024-11-21T20:16:26,320 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:26,320 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fec6d2319bedd18ede56b3abd9599659:C 2024-11-21T20:16:26,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:26,401 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d142503f421347f49a924daf64f2cb64_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d142503f421347f49a924daf64f2cb64_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:26,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/861830a3ee404aa99cbd9c2ec1401b03, store: [table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:26,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/861830a3ee404aa99cbd9c2ec1401b03 is 175, key is test_row_0/A:col10/1732220184614/Put/seqid=0 2024-11-21T20:16:26,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742210_1386 (size=31255) 2024-11-21T20:16:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-21T20:16:26,814 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=384, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/861830a3ee404aa99cbd9c2ec1401b03 2024-11-21T20:16:26,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/382f9964389d4fcab73e2b6113e84daf is 50, key is test_row_0/B:col10/1732220184614/Put/seqid=0 2024-11-21T20:16:26,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742211_1387 (size=12301) 2024-11-21T20:16:26,825 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/382f9964389d4fcab73e2b6113e84daf 2024-11-21T20:16:26,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/3bf7786639d244daa78396548e35900f is 50, key is test_row_0/C:col10/1732220184614/Put/seqid=0 2024-11-21T20:16:26,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742212_1388 (size=12301) 2024-11-21T20:16:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:26,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:26,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220246920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:26,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220246921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:26,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732220186887, max timestamp=1732220186925Num uniques 859; 2024-11-21T20:16:26,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732220186887, max timestamp=1732220186925Num uniques 859; 2024-11-21T20:16:26,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732220186887, max timestamp=1732220186925Num uniques 859; 2024-11-21T20:16:26,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-21T20:16:26,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-21T20:16:26,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-21T20:16:26,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:26,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:26,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:26,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:26,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:26,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:26,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220246969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:26,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220246970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:26,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:26,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:26,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:26,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:26,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:26,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:26,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220246974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:26,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:26,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:26,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:27,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220247037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:27,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:27,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220247037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:27,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:27,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:27,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220247088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:27,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:27,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220247088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:27,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:27,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:27,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220247097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:27,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:27,236 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/3bf7786639d244daa78396548e35900f 2024-11-21T20:16:27,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/861830a3ee404aa99cbd9c2ec1401b03 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/861830a3ee404aa99cbd9c2ec1401b03 2024-11-21T20:16:27,242 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/861830a3ee404aa99cbd9c2ec1401b03, entries=150, sequenceid=384, filesize=30.5 K 2024-11-21T20:16:27,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/382f9964389d4fcab73e2b6113e84daf as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/382f9964389d4fcab73e2b6113e84daf 2024-11-21T20:16:27,245 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/382f9964389d4fcab73e2b6113e84daf, entries=150, sequenceid=384, filesize=12.0 K 2024-11-21T20:16:27,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/3bf7786639d244daa78396548e35900f as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/3bf7786639d244daa78396548e35900f 2024-11-21T20:16:27,249 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/3bf7786639d244daa78396548e35900f, entries=150, sequenceid=384, filesize=12.0 K 2024-11-21T20:16:27,250 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for fec6d2319bedd18ede56b3abd9599659 in 1264ms, sequenceid=384, compaction requested=false 2024-11-21T20:16:27,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:27,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:27,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-21T20:16:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-21T20:16:27,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-21T20:16:27,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6510 sec 2024-11-21T20:16:27,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.6550 sec 2024-11-21T20:16:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:27,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fec6d2319bedd18ede56b3abd9599659 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-11-21T20:16:27,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=A 2024-11-21T20:16:27,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:27,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=B 2024-11-21T20:16:27,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:27,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=C 2024-11-21T20:16:27,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:27,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f51e1aaef283451296bd8f6c4b95a83b_fec6d2319bedd18ede56b3abd9599659 is 50, key is test_row_0/A:col10/1732220186959/Put/seqid=0 2024-11-21T20:16:27,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742213_1389 (size=14994) 2024-11-21T20:16:27,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220247292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:27,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:27,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220247299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:27,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:27,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220247307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:27,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:27,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220247307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:27,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:27,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220247308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:27,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:27,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:27,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220247407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:27,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:27,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:27,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220247417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:27,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:27,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:27,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220247618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:27,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:27,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:27,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220247627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:27,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:27,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:27,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220247627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:27,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:27,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:27,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220247627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:27,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:27,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220247638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:27,682 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:27,685 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f51e1aaef283451296bd8f6c4b95a83b_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f51e1aaef283451296bd8f6c4b95a83b_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:27,686 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/df6fb0e516474dcfbba686e1d77c21c6, store: [table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:27,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/df6fb0e516474dcfbba686e1d77c21c6 is 175, key is test_row_0/A:col10/1732220186959/Put/seqid=0 2024-11-21T20:16:27,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742214_1390 (size=39949) 2024-11-21T20:16:27,690 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=421, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/df6fb0e516474dcfbba686e1d77c21c6 2024-11-21T20:16:27,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/105ee8a685ea4cb7978adb1485c42ff0 is 50, key is test_row_0/B:col10/1732220186959/Put/seqid=0 2024-11-21T20:16:27,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742215_1391 (size=12301) 2024-11-21T20:16:27,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220247928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:27,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:27,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220247958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:27,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:27,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:28,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/105ee8a685ea4cb7978adb1485c42ff0 2024-11-21T20:16:28,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/2e0f54a4582147c7b67e2e7b3e7274fe is 50, key is test_row_0/C:col10/1732220186959/Put/seqid=0 2024-11-21T20:16:28,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742216_1392 (size=12301) 2024-11-21T20:16:28,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220248147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:28,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220248147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:28,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220248147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:28,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:28,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:28,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:28,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:28,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220248448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:28,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:28,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:28,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:28,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220248468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:28,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:28,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:28,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:28,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/2e0f54a4582147c7b67e2e7b3e7274fe 2024-11-21T20:16:28,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/df6fb0e516474dcfbba686e1d77c21c6 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/df6fb0e516474dcfbba686e1d77c21c6 2024-11-21T20:16:28,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/df6fb0e516474dcfbba686e1d77c21c6, entries=200, sequenceid=421, filesize=39.0 K 2024-11-21T20:16:28,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/105ee8a685ea4cb7978adb1485c42ff0 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/105ee8a685ea4cb7978adb1485c42ff0 2024-11-21T20:16:28,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/105ee8a685ea4cb7978adb1485c42ff0, entries=150, sequenceid=421, filesize=12.0 K 2024-11-21T20:16:28,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/2e0f54a4582147c7b67e2e7b3e7274fe as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/2e0f54a4582147c7b67e2e7b3e7274fe 2024-11-21T20:16:28,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/2e0f54a4582147c7b67e2e7b3e7274fe, entries=150, sequenceid=421, filesize=12.0 K 2024-11-21T20:16:28,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=46.96 KB/48090 for fec6d2319bedd18ede56b3abd9599659 in 1269ms, sequenceid=421, compaction requested=true 2024-11-21T20:16:28,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:28,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fec6d2319bedd18ede56b3abd9599659:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:16:28,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:28,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fec6d2319bedd18ede56b3abd9599659:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:16:28,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T20:16:28,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fec6d2319bedd18ede56b3abd9599659:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:16:28,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-21T20:16:28,534 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:28,534 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:28,546 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:28,546 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): fec6d2319bedd18ede56b3abd9599659/C is initiating minor compaction (all files) 2024-11-21T20:16:28,546 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fec6d2319bedd18ede56b3abd9599659/C in TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:28,546 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/06b09e3d48c24bd69ed79fb00f1fd4f1, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/3bf7786639d244daa78396548e35900f, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/2e0f54a4582147c7b67e2e7b3e7274fe] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp, totalSize=36.5 K 2024-11-21T20:16:28,546 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102937 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:28,546 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): fec6d2319bedd18ede56b3abd9599659/A is initiating minor compaction (all files) 2024-11-21T20:16:28,547 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fec6d2319bedd18ede56b3abd9599659/A in TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:28,547 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/346ee0e794ff41f9881e7a2e3c20ca79, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/861830a3ee404aa99cbd9c2ec1401b03, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/df6fb0e516474dcfbba686e1d77c21c6] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp, totalSize=100.5 K 2024-11-21T20:16:28,547 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:28,547 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. files: [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/346ee0e794ff41f9881e7a2e3c20ca79, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/861830a3ee404aa99cbd9c2ec1401b03, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/df6fb0e516474dcfbba686e1d77c21c6] 2024-11-21T20:16:28,548 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 346ee0e794ff41f9881e7a2e3c20ca79, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732220182671 2024-11-21T20:16:28,548 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 06b09e3d48c24bd69ed79fb00f1fd4f1, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732220182671 2024-11-21T20:16:28,549 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bf7786639d244daa78396548e35900f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732220184605 2024-11-21T20:16:28,549 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 861830a3ee404aa99cbd9c2ec1401b03, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732220184605 2024-11-21T20:16:28,549 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e0f54a4582147c7b67e2e7b3e7274fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732220186959 2024-11-21T20:16:28,549 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting df6fb0e516474dcfbba686e1d77c21c6, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732220186959 2024-11-21T20:16:28,563 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fec6d2319bedd18ede56b3abd9599659#C#compaction#334 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:28,563 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/4f4c84249ff742859b965f8dd415109c is 50, key is test_row_0/C:col10/1732220186959/Put/seqid=0 2024-11-21T20:16:28,565 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:28,573 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121c7f963d82b06455d96eaa714a555c319_fec6d2319bedd18ede56b3abd9599659 store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:28,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742217_1393 (size=12881) 2024-11-21T20:16:28,575 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121c7f963d82b06455d96eaa714a555c319_fec6d2319bedd18ede56b3abd9599659, store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:28,575 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c7f963d82b06455d96eaa714a555c319_fec6d2319bedd18ede56b3abd9599659 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:28,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742218_1394 (size=4469) 2024-11-21T20:16:28,579 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fec6d2319bedd18ede56b3abd9599659#A#compaction#335 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:28,579 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/a3a5e9340fe441acb707573c396f89f5 is 175, key is test_row_0/A:col10/1732220186959/Put/seqid=0 2024-11-21T20:16:28,581 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/4f4c84249ff742859b965f8dd415109c as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/4f4c84249ff742859b965f8dd415109c 2024-11-21T20:16:28,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742219_1395 (size=31835) 2024-11-21T20:16:28,587 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fec6d2319bedd18ede56b3abd9599659/C of fec6d2319bedd18ede56b3abd9599659 into 4f4c84249ff742859b965f8dd415109c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:28,587 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:28,587 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., storeName=fec6d2319bedd18ede56b3abd9599659/C, priority=13, startTime=1732220188534; duration=0sec 2024-11-21T20:16:28,587 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:28,587 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fec6d2319bedd18ede56b3abd9599659:C 2024-11-21T20:16:28,587 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:28,588 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37415 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:28,588 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): fec6d2319bedd18ede56b3abd9599659/B is initiating minor compaction (all files) 2024-11-21T20:16:28,588 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fec6d2319bedd18ede56b3abd9599659/B in TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:28,588 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/645762c3936e48c197aedad1500b9b94, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/382f9964389d4fcab73e2b6113e84daf, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/105ee8a685ea4cb7978adb1485c42ff0] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp, totalSize=36.5 K 2024-11-21T20:16:28,588 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 645762c3936e48c197aedad1500b9b94, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732220182671 2024-11-21T20:16:28,588 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 382f9964389d4fcab73e2b6113e84daf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732220184605 2024-11-21T20:16:28,589 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 105ee8a685ea4cb7978adb1485c42ff0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732220186959 2024-11-21T20:16:28,594 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fec6d2319bedd18ede56b3abd9599659#B#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:28,595 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/9a120e76fdf54d1cb7a4676e1a1ab372 is 50, key is test_row_0/B:col10/1732220186959/Put/seqid=0 2024-11-21T20:16:28,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742220_1396 (size=12915) 2024-11-21T20:16:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-21T20:16:28,768 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:16:28,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:16:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-21T20:16:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-21T20:16:28,769 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:16:28,770 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:16:28,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:16:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-21T20:16:28,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-21T20:16:28,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:28,923 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing fec6d2319bedd18ede56b3abd9599659 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T20:16:28,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=A 2024-11-21T20:16:28,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:28,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=B 2024-11-21T20:16:28,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:28,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=C 2024-11-21T20:16:28,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:28,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e6dee50621c94dcbb3c5c84fb687fd1d_fec6d2319bedd18ede56b3abd9599659 is 50, key is test_row_0/A:col10/1732220187297/Put/seqid=0 2024-11-21T20:16:28,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742221_1397 (size=12454) 2024-11-21T20:16:28,987 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/a3a5e9340fe441acb707573c396f89f5 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/a3a5e9340fe441acb707573c396f89f5 2024-11-21T20:16:28,997 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fec6d2319bedd18ede56b3abd9599659/A of fec6d2319bedd18ede56b3abd9599659 into a3a5e9340fe441acb707573c396f89f5(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:28,997 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:28,997 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., storeName=fec6d2319bedd18ede56b3abd9599659/A, priority=13, startTime=1732220188534; duration=0sec 2024-11-21T20:16:28,997 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:28,997 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fec6d2319bedd18ede56b3abd9599659:A 2024-11-21T20:16:29,010 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/9a120e76fdf54d1cb7a4676e1a1ab372 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/9a120e76fdf54d1cb7a4676e1a1ab372 2024-11-21T20:16:29,015 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fec6d2319bedd18ede56b3abd9599659/B of fec6d2319bedd18ede56b3abd9599659 into 9a120e76fdf54d1cb7a4676e1a1ab372(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:29,015 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:29,015 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., storeName=fec6d2319bedd18ede56b3abd9599659/B, priority=13, startTime=1732220188534; duration=0sec 2024-11-21T20:16:29,015 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:29,015 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fec6d2319bedd18ede56b3abd9599659:B 2024-11-21T20:16:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-21T20:16:29,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:29,285 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220189220, max timestamp=1732220189281Num uniques 859; 2024-11-21T20:16:29,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:16:29,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220189220, max timestamp=1732220189281Num uniques 859; 2024-11-21T20:16:29,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220189220, max timestamp=1732220189281Num uniques 859; 2024-11-21T20:16:29,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:16:29,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:16:29,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:29,340 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e6dee50621c94dcbb3c5c84fb687fd1d_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e6dee50621c94dcbb3c5c84fb687fd1d_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:29,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/fb7ba974c9354c42b9f6b05d01828db6, store: [table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:29,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/fb7ba974c9354c42b9f6b05d01828db6 is 175, key is test_row_0/A:col10/1732220187297/Put/seqid=0 2024-11-21T20:16:29,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742222_1398 (size=31255) 2024-11-21T20:16:29,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220249364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:29,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:29,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:29,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:29,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220249383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:29,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:29,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:29,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-21T20:16:29,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220249385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:29,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:29,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220249467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:29,479 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_0' in fec6d2319bedd18ede56b3abd9599659 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:16:29,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:29,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:29,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:29,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220249487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:29,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220249487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:29,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:29,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:29,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:29,499 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_0' in fec6d2319bedd18ede56b3abd9599659 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:16:29,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:29,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:29,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:29,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220249498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:29,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:29,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:29,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:29,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220249508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:29,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:29,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:29,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:29,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220249707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:29,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:29,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:29,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:29,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220249717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:29,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:29,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220249718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:29,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:29,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:29,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:29,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:29,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:29,765 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=432, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/fb7ba974c9354c42b9f6b05d01828db6 2024-11-21T20:16:29,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/ff2950d24acd477c98e73563d0398368 is 50, key is test_row_0/B:col10/1732220187297/Put/seqid=0 2024-11-21T20:16:29,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742223_1399 (size=12301) 2024-11-21T20:16:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-21T20:16:30,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220250027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:30,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:30,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220250027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:30,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:30,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:30,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:30,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220250027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:30,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:30,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:30,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:30,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:30,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:30,179 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/ff2950d24acd477c98e73563d0398368 2024-11-21T20:16:30,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/2f883f6023764c20a797f777fbcebdba is 50, key is test_row_0/C:col10/1732220187297/Put/seqid=0 2024-11-21T20:16:30,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742224_1400 (size=12301) 2024-11-21T20:16:30,191 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/2f883f6023764c20a797f777fbcebdba 2024-11-21T20:16:30,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/fb7ba974c9354c42b9f6b05d01828db6 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/fb7ba974c9354c42b9f6b05d01828db6 2024-11-21T20:16:30,202 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/fb7ba974c9354c42b9f6b05d01828db6, entries=150, sequenceid=432, filesize=30.5 K 2024-11-21T20:16:30,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/ff2950d24acd477c98e73563d0398368 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/ff2950d24acd477c98e73563d0398368 2024-11-21T20:16:30,207 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/ff2950d24acd477c98e73563d0398368, entries=150, sequenceid=432, filesize=12.0 K 2024-11-21T20:16:30,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/2f883f6023764c20a797f777fbcebdba as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/2f883f6023764c20a797f777fbcebdba 2024-11-21T20:16:30,212 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/2f883f6023764c20a797f777fbcebdba, entries=150, sequenceid=432, filesize=12.0 K 2024-11-21T20:16:30,213 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for fec6d2319bedd18ede56b3abd9599659 in 1290ms, sequenceid=432, compaction requested=false 2024-11-21T20:16:30,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:30,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:30,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-21T20:16:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-21T20:16:30,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-21T20:16:30,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4450 sec 2024-11-21T20:16:30,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.4490 sec 2024-11-21T20:16:30,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fec6d2319bedd18ede56b3abd9599659 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-21T20:16:30,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=A 2024-11-21T20:16:30,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T20:16:30,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=B 2024-11-21T20:16:30,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T20:16:30,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=C 2024-11-21T20:16:30,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T20:16:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:30,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112141d128bf2bde4db9b7671e93c52af6b4_fec6d2319bedd18ede56b3abd9599659 is 50, key is test_row_0/A:col10/1732220190558/Put/seqid=0 2024-11-21T20:16:30,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742225_1401 (size=14994) 2024-11-21T20:16:30,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220250577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:30,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:30,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:30,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:30,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220250578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:30,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:30,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:30,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220250582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:30,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:30,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:30,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:30,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:30,619 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T20:16:30,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:30,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220250687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:30,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:30,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:30,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:30,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220250697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:30,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220250698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:30,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:30,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:30,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:30,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:30,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:30,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:30,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220250907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:30,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:30,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:30,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-21T20:16:30,918 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:16:30,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:16:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-21T20:16:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-21T20:16:30,920 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:16:30,920 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:16:30,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:16:30,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220250918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:30,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:30,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220250918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:30,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:30,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:30,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:30,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:30,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:30,973 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:30,976 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112141d128bf2bde4db9b7671e93c52af6b4_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112141d128bf2bde4db9b7671e93c52af6b4_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:30,976 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/e629db8b1ce444e99400d50480689773, store: [table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:30,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/e629db8b1ce444e99400d50480689773 is 175, key is test_row_0/A:col10/1732220190558/Put/seqid=0 2024-11-21T20:16:30,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742226_1402 (size=39949) 2024-11-21T20:16:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-21T20:16:31,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T20:16:31,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:31,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:31,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:31,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:31,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:31,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T20:16:31,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:31,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:31,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:31,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:31,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:31,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220251217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:31,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:31,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:31,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-21T20:16:31,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220251237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:31,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:31,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:31,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220251237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:31,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:31,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:31,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:31,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:31,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T20:16:31,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:31,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:31,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:31,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:31,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:31,380 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=472, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/e629db8b1ce444e99400d50480689773 2024-11-21T20:16:31,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/c6f3490a339c4c95b68a8f2fac43c91e is 50, key is test_row_0/B:col10/1732220190558/Put/seqid=0 2024-11-21T20:16:31,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742227_1403 (size=12301) 2024-11-21T20:16:31,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220251488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:31,499 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_0' in fec6d2319bedd18ede56b3abd9599659 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:16:31,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:31,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:31,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:31,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220251508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:31,522 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_0' in fec6d2319bedd18ede56b3abd9599659 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:16:31,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:31,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:31,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:31,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T20:16:31,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:31,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:31,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:31,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:31,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-21T20:16:31,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T20:16:31,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:31,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:31,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:31,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:31,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:31,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220251737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:31,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:31,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:31,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:31,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220251757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:31,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:31,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220251758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:31,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:31,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:31,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:31,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:31,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:31,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/c6f3490a339c4c95b68a8f2fac43c91e 2024-11-21T20:16:31,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/5af666a2100a408aa82f5ee7e3b33a54 is 50, key is test_row_0/C:col10/1732220190558/Put/seqid=0 2024-11-21T20:16:31,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742228_1404 (size=12301) 2024-11-21T20:16:31,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T20:16:31,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:31,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:31,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:31,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:31,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:31,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T20:16:31,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:31,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:31,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:31,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:31,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:31,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-21T20:16:32,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T20:16:32,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:32,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:32,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:32,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:32,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:32,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:32,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/5af666a2100a408aa82f5ee7e3b33a54 2024-11-21T20:16:32,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/e629db8b1ce444e99400d50480689773 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/e629db8b1ce444e99400d50480689773 2024-11-21T20:16:32,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/e629db8b1ce444e99400d50480689773, entries=200, sequenceid=472, filesize=39.0 K 2024-11-21T20:16:32,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/c6f3490a339c4c95b68a8f2fac43c91e as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/c6f3490a339c4c95b68a8f2fac43c91e 2024-11-21T20:16:32,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/c6f3490a339c4c95b68a8f2fac43c91e, entries=150, sequenceid=472, filesize=12.0 K 2024-11-21T20:16:32,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/5af666a2100a408aa82f5ee7e3b33a54 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/5af666a2100a408aa82f5ee7e3b33a54 2024-11-21T20:16:32,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/5af666a2100a408aa82f5ee7e3b33a54, entries=150, sequenceid=472, filesize=12.0 K 2024-11-21T20:16:32,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for fec6d2319bedd18ede56b3abd9599659 in 1691ms, sequenceid=472, compaction requested=true 2024-11-21T20:16:32,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:32,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fec6d2319bedd18ede56b3abd9599659:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:16:32,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:32,250 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:32,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fec6d2319bedd18ede56b3abd9599659:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:16:32,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:32,250 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:32,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fec6d2319bedd18ede56b3abd9599659:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:16:32,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:32,257 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:32,257 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:32,257 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): fec6d2319bedd18ede56b3abd9599659/B is initiating minor compaction (all files) 2024-11-21T20:16:32,257 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): fec6d2319bedd18ede56b3abd9599659/A is initiating minor compaction (all files) 2024-11-21T20:16:32,257 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fec6d2319bedd18ede56b3abd9599659/B in TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:32,257 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fec6d2319bedd18ede56b3abd9599659/A in TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:32,257 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/9a120e76fdf54d1cb7a4676e1a1ab372, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/ff2950d24acd477c98e73563d0398368, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/c6f3490a339c4c95b68a8f2fac43c91e] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp, totalSize=36.6 K 2024-11-21T20:16:32,257 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/a3a5e9340fe441acb707573c396f89f5, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/fb7ba974c9354c42b9f6b05d01828db6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/e629db8b1ce444e99400d50480689773] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp, totalSize=100.6 K 2024-11-21T20:16:32,257 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:32,257 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. files: [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/a3a5e9340fe441acb707573c396f89f5, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/fb7ba974c9354c42b9f6b05d01828db6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/e629db8b1ce444e99400d50480689773] 2024-11-21T20:16:32,257 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3a5e9340fe441acb707573c396f89f5, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732220186959 2024-11-21T20:16:32,257 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a120e76fdf54d1cb7a4676e1a1ab372, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732220186959 2024-11-21T20:16:32,258 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting ff2950d24acd477c98e73563d0398368, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732220187282 2024-11-21T20:16:32,258 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb7ba974c9354c42b9f6b05d01828db6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732220187282 2024-11-21T20:16:32,258 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting c6f3490a339c4c95b68a8f2fac43c91e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732220189360 2024-11-21T20:16:32,258 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting e629db8b1ce444e99400d50480689773, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732220189360 2024-11-21T20:16:32,270 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:32,272 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fec6d2319bedd18ede56b3abd9599659#B#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:32,272 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/69086253cdaa4c07ac295b9e81d2d2a8 is 50, key is test_row_0/B:col10/1732220190558/Put/seqid=0 2024-11-21T20:16:32,272 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411211d1dc28a10644ea4bfd37db42ae37e2a_fec6d2319bedd18ede56b3abd9599659 store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:32,275 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411211d1dc28a10644ea4bfd37db42ae37e2a_fec6d2319bedd18ede56b3abd9599659, store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:32,275 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211d1dc28a10644ea4bfd37db42ae37e2a_fec6d2319bedd18ede56b3abd9599659 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:32,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742230_1406 (size=13017) 2024-11-21T20:16:32,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742229_1405 (size=4469) 2024-11-21T20:16:32,292 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fec6d2319bedd18ede56b3abd9599659#A#compaction#344 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:32,293 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/7b6bffb618c940ad811b918d4e311981 is 175, key is test_row_0/A:col10/1732220190558/Put/seqid=0 2024-11-21T20:16:32,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T20:16:32,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:32,296 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing fec6d2319bedd18ede56b3abd9599659 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-21T20:16:32,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=A 2024-11-21T20:16:32,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:32,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=B 2024-11-21T20:16:32,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:32,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=C 2024-11-21T20:16:32,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:32,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742231_1407 (size=31937) 2024-11-21T20:16:32,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411215c0b99e5521f420ca96b19224ed6075b_fec6d2319bedd18ede56b3abd9599659 is 50, key is test_row_0/A:col10/1732220190577/Put/seqid=0 2024-11-21T20:16:32,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742232_1408 (size=12454) 2024-11-21T20:16:32,690 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/69086253cdaa4c07ac295b9e81d2d2a8 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/69086253cdaa4c07ac295b9e81d2d2a8 2024-11-21T20:16:32,697 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fec6d2319bedd18ede56b3abd9599659/B of fec6d2319bedd18ede56b3abd9599659 into 69086253cdaa4c07ac295b9e81d2d2a8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:32,697 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:32,697 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., storeName=fec6d2319bedd18ede56b3abd9599659/B, priority=13, startTime=1732220192250; duration=0sec 2024-11-21T20:16:32,698 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:32,698 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fec6d2319bedd18ede56b3abd9599659:B 2024-11-21T20:16:32,698 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:32,699 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:32,699 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): fec6d2319bedd18ede56b3abd9599659/C is initiating minor compaction (all files) 2024-11-21T20:16:32,699 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fec6d2319bedd18ede56b3abd9599659/C in TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:32,699 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/4f4c84249ff742859b965f8dd415109c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/2f883f6023764c20a797f777fbcebdba, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/5af666a2100a408aa82f5ee7e3b33a54] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp, totalSize=36.6 K 2024-11-21T20:16:32,700 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f4c84249ff742859b965f8dd415109c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732220186959 2024-11-21T20:16:32,700 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f883f6023764c20a797f777fbcebdba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732220187282 2024-11-21T20:16:32,704 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 5af666a2100a408aa82f5ee7e3b33a54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732220189360 2024-11-21T20:16:32,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:32,707 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/7b6bffb618c940ad811b918d4e311981 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/7b6bffb618c940ad811b918d4e311981 2024-11-21T20:16:32,712 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411215c0b99e5521f420ca96b19224ed6075b_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215c0b99e5521f420ca96b19224ed6075b_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:32,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/b19dd16dc2724cb2a93291b879b5b699, store: [table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:32,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/b19dd16dc2724cb2a93291b879b5b699 is 175, key is test_row_0/A:col10/1732220190577/Put/seqid=0 2024-11-21T20:16:32,719 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fec6d2319bedd18ede56b3abd9599659/A of fec6d2319bedd18ede56b3abd9599659 into 7b6bffb618c940ad811b918d4e311981(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:32,719 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:32,719 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., storeName=fec6d2319bedd18ede56b3abd9599659/A, priority=13, startTime=1732220192250; duration=0sec 2024-11-21T20:16:32,719 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:32,719 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fec6d2319bedd18ede56b3abd9599659:A 2024-11-21T20:16:32,722 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fec6d2319bedd18ede56b3abd9599659#C#compaction#346 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:32,722 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/136272dd983747e6840c5b22497287a2 is 50, key is test_row_0/C:col10/1732220190558/Put/seqid=0 2024-11-21T20:16:32,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742233_1409 (size=31255) 2024-11-21T20:16:32,736 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=481, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/b19dd16dc2724cb2a93291b879b5b699 2024-11-21T20:16:32,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/b3e4e706569d445fa7128beed9292914 is 50, key is test_row_0/B:col10/1732220190577/Put/seqid=0 2024-11-21T20:16:32,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742234_1410 (size=12983) 2024-11-21T20:16:32,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742235_1411 (size=12301) 2024-11-21T20:16:32,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:32,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:32,848 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732220192806, max timestamp=1732220192843Num uniques 859; 2024-11-21T20:16:32,848 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732220192806, max timestamp=1732220192843Num uniques 859; 2024-11-21T20:16:32,848 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:16:32,848 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:16:32,848 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732220192806, max timestamp=1732220192843Num uniques 859; 2024-11-21T20:16:32,848 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:16:32,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220252911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:32,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220252912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:32,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:32,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:32,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:32,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:32,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:32,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:32,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:32,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220252918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:32,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:32,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:32,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:33,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220253028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:33,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:33,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220253028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:33,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:33,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:33,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220253038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:33,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-21T20:16:33,155 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/b3e4e706569d445fa7128beed9292914 2024-11-21T20:16:33,158 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/136272dd983747e6840c5b22497287a2 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/136272dd983747e6840c5b22497287a2 2024-11-21T20:16:33,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/40c983c94162475eac7dca47f658d5c1 is 50, key is test_row_0/C:col10/1732220190577/Put/seqid=0 2024-11-21T20:16:33,165 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fec6d2319bedd18ede56b3abd9599659/C of fec6d2319bedd18ede56b3abd9599659 into 136272dd983747e6840c5b22497287a2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:33,165 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:33,165 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., storeName=fec6d2319bedd18ede56b3abd9599659/C, priority=13, startTime=1732220192250; duration=0sec 2024-11-21T20:16:33,165 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:33,165 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fec6d2319bedd18ede56b3abd9599659:C 2024-11-21T20:16:33,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742236_1412 (size=12301) 2024-11-21T20:16:33,172 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/40c983c94162475eac7dca47f658d5c1 2024-11-21T20:16:33,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/b19dd16dc2724cb2a93291b879b5b699 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/b19dd16dc2724cb2a93291b879b5b699 2024-11-21T20:16:33,180 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/b19dd16dc2724cb2a93291b879b5b699, entries=150, sequenceid=481, filesize=30.5 K 2024-11-21T20:16:33,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/b3e4e706569d445fa7128beed9292914 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/b3e4e706569d445fa7128beed9292914 2024-11-21T20:16:33,183 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/b3e4e706569d445fa7128beed9292914, entries=150, sequenceid=481, filesize=12.0 K 2024-11-21T20:16:33,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/40c983c94162475eac7dca47f658d5c1 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/40c983c94162475eac7dca47f658d5c1 2024-11-21T20:16:33,187 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/40c983c94162475eac7dca47f658d5c1, entries=150, sequenceid=481, filesize=12.0 K 2024-11-21T20:16:33,188 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for fec6d2319bedd18ede56b3abd9599659 in 892ms, sequenceid=481, compaction requested=false 2024-11-21T20:16:33,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:33,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:33,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-21T20:16:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-21T20:16:33,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-21T20:16:33,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2680 sec 2024-11-21T20:16:33,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.2730 sec 2024-11-21T20:16:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:33,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fec6d2319bedd18ede56b3abd9599659 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB 2024-11-21T20:16:33,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=A 2024-11-21T20:16:33,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T20:16:33,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=B 2024-11-21T20:16:33,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T20:16:33,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=C 2024-11-21T20:16:33,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T20:16:33,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121151d1f733e7845e69cdde39cec8a3675_fec6d2319bedd18ede56b3abd9599659 is 50, key is test_row_0/A:col10/1732220192916/Put/seqid=0 2024-11-21T20:16:33,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742237_1413 (size=17534) 2024-11-21T20:16:33,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220253271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:33,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:33,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220253272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:33,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:33,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220253276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:33,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:33,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:33,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220253377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:33,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:33,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220253388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:33,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:33,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220253388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:33,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:33,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220253587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:33,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:33,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220253597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:33,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220253597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:33,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:33,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:33,667 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:33,670 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121151d1f733e7845e69cdde39cec8a3675_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121151d1f733e7845e69cdde39cec8a3675_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:33,671 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/af31066c25de42d9a422588a8b3a7b20, store: [table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:33,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/af31066c25de42d9a422588a8b3a7b20 is 175, key is test_row_0/A:col10/1732220192916/Put/seqid=0 2024-11-21T20:16:33,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742238_1414 (size=48639) 2024-11-21T20:16:33,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220253898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:33,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:33,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:33,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220253918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:33,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:33,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:33,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220253918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:33,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:33,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:34,076 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=523, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/af31066c25de42d9a422588a8b3a7b20 2024-11-21T20:16:34,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/8ede7c30a519429189a842d80a660901 is 50, key is test_row_0/B:col10/1732220192916/Put/seqid=0 2024-11-21T20:16:34,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742239_1415 (size=12301) 2024-11-21T20:16:34,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220254418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:34,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:34,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:34,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:34,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220254438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:34,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:34,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220254438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:34,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:34,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:34,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:34,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:34,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:34,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/8ede7c30a519429189a842d80a660901 2024-11-21T20:16:34,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/a501f49ee25c4de4b3c5dfff7b6b2413 is 50, key is test_row_0/C:col10/1732220192916/Put/seqid=0 2024-11-21T20:16:34,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742240_1416 (size=12301) 2024-11-21T20:16:34,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/a501f49ee25c4de4b3c5dfff7b6b2413 2024-11-21T20:16:34,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/af31066c25de42d9a422588a8b3a7b20 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/af31066c25de42d9a422588a8b3a7b20 2024-11-21T20:16:34,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/af31066c25de42d9a422588a8b3a7b20, entries=250, sequenceid=523, filesize=47.5 K 2024-11-21T20:16:34,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/8ede7c30a519429189a842d80a660901 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/8ede7c30a519429189a842d80a660901 2024-11-21T20:16:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:34,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/8ede7c30a519429189a842d80a660901, entries=150, sequenceid=523, filesize=12.0 K 2024-11-21T20:16:34,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/a501f49ee25c4de4b3c5dfff7b6b2413 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/a501f49ee25c4de4b3c5dfff7b6b2413 2024-11-21T20:16:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:34,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/a501f49ee25c4de4b3c5dfff7b6b2413, entries=150, sequenceid=523, filesize=12.0 K 2024-11-21T20:16:34,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~440.72 KB/451296, currentSize=26.84 KB/27480 for fec6d2319bedd18ede56b3abd9599659 in 1735ms, sequenceid=523, compaction requested=true 2024-11-21T20:16:34,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:34,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fec6d2319bedd18ede56b3abd9599659:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:16:34,990 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:34,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:34,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fec6d2319bedd18ede56b3abd9599659:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:16:34,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:34,990 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:34,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fec6d2319bedd18ede56b3abd9599659:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:16:34,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:34,992 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111831 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:34,992 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:34,992 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): fec6d2319bedd18ede56b3abd9599659/B is initiating minor compaction (all files) 2024-11-21T20:16:34,992 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): fec6d2319bedd18ede56b3abd9599659/A is initiating minor compaction (all files) 2024-11-21T20:16:34,992 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fec6d2319bedd18ede56b3abd9599659/A in TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:34,992 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/7b6bffb618c940ad811b918d4e311981, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/b19dd16dc2724cb2a93291b879b5b699, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/af31066c25de42d9a422588a8b3a7b20] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp, totalSize=109.2 K 2024-11-21T20:16:34,992 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:34,992 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. files: [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/7b6bffb618c940ad811b918d4e311981, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/b19dd16dc2724cb2a93291b879b5b699, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/af31066c25de42d9a422588a8b3a7b20] 2024-11-21T20:16:34,992 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fec6d2319bedd18ede56b3abd9599659/B in TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:34,992 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/69086253cdaa4c07ac295b9e81d2d2a8, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/b3e4e706569d445fa7128beed9292914, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/8ede7c30a519429189a842d80a660901] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp, totalSize=36.7 K 2024-11-21T20:16:34,993 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b6bffb618c940ad811b918d4e311981, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732220189360 2024-11-21T20:16:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:34,993 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting b19dd16dc2724cb2a93291b879b5b699, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732220190576 2024-11-21T20:16:34,993 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 69086253cdaa4c07ac295b9e81d2d2a8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732220189360 2024-11-21T20:16:34,993 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting b3e4e706569d445fa7128beed9292914, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732220190576 2024-11-21T20:16:34,993 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting af31066c25de42d9a422588a8b3a7b20, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732220192895 2024-11-21T20:16:34,994 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ede7c30a519429189a842d80a660901, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732220192895 2024-11-21T20:16:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,003 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,009 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121f28076d7c74b4ea495d56c4c7a8f3f77_fec6d2319bedd18ede56b3abd9599659 store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,010 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fec6d2319bedd18ede56b3abd9599659#B#compaction#353 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,010 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/0752ab7cf9e84158aa34d14302b3c59b is 50, key is test_row_0/B:col10/1732220192916/Put/seqid=0 2024-11-21T20:16:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,017 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121f28076d7c74b4ea495d56c4c7a8f3f77_fec6d2319bedd18ede56b3abd9599659, store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,017 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f28076d7c74b4ea495d56c4c7a8f3f77_fec6d2319bedd18ede56b3abd9599659 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742241_1417 (size=13119) 2024-11-21T20:16:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742242_1418 (size=4469) 2024-11-21T20:16:35,048 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fec6d2319bedd18ede56b3abd9599659#A#compaction#352 average throughput is 0.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:35,049 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/ab89f401c9eb484cb4b2804852ce4892 is 175, key is test_row_0/A:col10/1732220192916/Put/seqid=0 2024-11-21T20:16:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742243_1419 (size=32039) 2024-11-21T20:16:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-21T20:16:35,088 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:16:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:16:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-21T20:16:35,091 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:16:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-21T20:16:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,092 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:16:35,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:16:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-21T20:16:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-21T20:16:35,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,245 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing fec6d2319bedd18ede56b3abd9599659 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-21T20:16:35,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=A 2024-11-21T20:16:35,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:35,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=B 2024-11-21T20:16:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:35,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=C 2024-11-21T20:16:35,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121bb6a09378b1345718c5783313f6a192f_fec6d2319bedd18ede56b3abd9599659 is 50, key is test_row_1/A:col10/1732220193275/Put/seqid=0 2024-11-21T20:16:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742244_1420 (size=9914) 2024-11-21T20:16:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,269 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121bb6a09378b1345718c5783313f6a192f_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bb6a09378b1345718c5783313f6a192f_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/47c110c1d46c489094baa7e1d313b732, store: [table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/47c110c1d46c489094baa7e1d313b732 is 175, key is test_row_1/A:col10/1732220193275/Put/seqid=0 2024-11-21T20:16:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742245_1421 (size=22561) 2024-11-21T20:16:35,274 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=530, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/47c110c1d46c489094baa7e1d313b732 2024-11-21T20:16:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/7558ca46bc9140969d52a03e0a304e2d is 50, key is test_row_1/B:col10/1732220193275/Put/seqid=0 2024-11-21T20:16:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742246_1422 (size=9857) 2024-11-21T20:16:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,316 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/7558ca46bc9140969d52a03e0a304e2d 2024-11-21T20:16:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/38f0a0115404491c830d8cc4ce4033eb is 50, key is test_row_1/C:col10/1732220193275/Put/seqid=0 2024-11-21T20:16:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742247_1423 (size=9857) 2024-11-21T20:16:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,341 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/38f0a0115404491c830d8cc4ce4033eb 2024-11-21T20:16:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/47c110c1d46c489094baa7e1d313b732 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/47c110c1d46c489094baa7e1d313b732 2024-11-21T20:16:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,348 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/47c110c1d46c489094baa7e1d313b732, entries=100, sequenceid=530, filesize=22.0 K 2024-11-21T20:16:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/7558ca46bc9140969d52a03e0a304e2d as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/7558ca46bc9140969d52a03e0a304e2d 2024-11-21T20:16:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,353 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/7558ca46bc9140969d52a03e0a304e2d, entries=100, sequenceid=530, filesize=9.6 K 2024-11-21T20:16:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/38f0a0115404491c830d8cc4ce4033eb as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/38f0a0115404491c830d8cc4ce4033eb 2024-11-21T20:16:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,357 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/38f0a0115404491c830d8cc4ce4033eb, entries=100, sequenceid=530, filesize=9.6 K 2024-11-21T20:16:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,358 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for fec6d2319bedd18ede56b3abd9599659 in 113ms, sequenceid=530, compaction requested=true 2024-11-21T20:16:35,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:35,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-21T20:16:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-21T20:16:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-21T20:16:35,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 268 msec 2024-11-21T20:16:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 274 msec 2024-11-21T20:16:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-21T20:16:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,408 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:16:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:16:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-21T20:16:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-21T20:16:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,413 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:16:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,413 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:16:35,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:16:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,441 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/0752ab7cf9e84158aa34d14302b3c59b as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/0752ab7cf9e84158aa34d14302b3c59b 2024-11-21T20:16:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,453 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fec6d2319bedd18ede56b3abd9599659/B of fec6d2319bedd18ede56b3abd9599659 into 0752ab7cf9e84158aa34d14302b3c59b(size=12.8 K), total size for store is 22.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:35,453 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:35,453 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., storeName=fec6d2319bedd18ede56b3abd9599659/B, priority=13, startTime=1732220194990; duration=0sec 2024-11-21T20:16:35,454 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:35,454 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fec6d2319bedd18ede56b3abd9599659:B 2024-11-21T20:16:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,454 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:16:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,455 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:16:35,455 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): fec6d2319bedd18ede56b3abd9599659/C is initiating minor compaction (all files) 2024-11-21T20:16:35,455 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fec6d2319bedd18ede56b3abd9599659/C in TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,455 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/136272dd983747e6840c5b22497287a2, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/40c983c94162475eac7dca47f658d5c1, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/a501f49ee25c4de4b3c5dfff7b6b2413, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/38f0a0115404491c830d8cc4ce4033eb] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp, totalSize=46.3 K 2024-11-21T20:16:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,456 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 136272dd983747e6840c5b22497287a2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732220189360 2024-11-21T20:16:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,456 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 40c983c94162475eac7dca47f658d5c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732220190576 2024-11-21T20:16:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,456 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting a501f49ee25c4de4b3c5dfff7b6b2413, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732220192895 2024-11-21T20:16:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,457 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 38f0a0115404491c830d8cc4ce4033eb, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1732220193271 2024-11-21T20:16:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,464 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fec6d2319bedd18ede56b3abd9599659#C#compaction#357 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,466 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/a321db509a274364a3a21ca93cd922ff is 50, key is test_row_0/C:col10/1732220192916/Put/seqid=0 2024-11-21T20:16:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742248_1424 (size=13119) 2024-11-21T20:16:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,470 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/ab89f401c9eb484cb4b2804852ce4892 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/ab89f401c9eb484cb4b2804852ce4892 2024-11-21T20:16:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,474 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fec6d2319bedd18ede56b3abd9599659/A of fec6d2319bedd18ede56b3abd9599659 into ab89f401c9eb484cb4b2804852ce4892(size=31.3 K), total size for store is 53.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,474 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:35,474 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., storeName=fec6d2319bedd18ede56b3abd9599659/A, priority=13, startTime=1732220194990; duration=0sec 2024-11-21T20:16:35,474 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:35,474 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fec6d2319bedd18ede56b3abd9599659:A 2024-11-21T20:16:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,475 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/a321db509a274364a3a21ca93cd922ff as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/a321db509a274364a3a21ca93cd922ff 2024-11-21T20:16:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,481 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fec6d2319bedd18ede56b3abd9599659/C of fec6d2319bedd18ede56b3abd9599659 into a321db509a274364a3a21ca93cd922ff(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:35,481 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:35,481 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., storeName=fec6d2319bedd18ede56b3abd9599659/C, priority=12, startTime=1732220194990; duration=0sec 2024-11-21T20:16:35,481 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,481 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fec6d2319bedd18ede56b3abd9599659:C 2024-11-21T20:16:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-21T20:16:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-21T20:16:35,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:35,566 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing fec6d2319bedd18ede56b3abd9599659 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB 2024-11-21T20:16:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=A 2024-11-21T20:16:35,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:35,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=B 2024-11-21T20:16:35,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:35,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=C 2024-11-21T20:16:35,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b72e3a87e5af4de8ac1c53b50e915c6e_fec6d2319bedd18ede56b3abd9599659 is 50, key is test_row_0/A:col10/1732220195560/Put/seqid=0 2024-11-21T20:16:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742249_1425 (size=9914) 2024-11-21T20:16:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,635 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b72e3a87e5af4de8ac1c53b50e915c6e_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b72e3a87e5af4de8ac1c53b50e915c6e_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/da2b3f89b9fd466eaada59b0d6ac211b, store: [table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/da2b3f89b9fd466eaada59b0d6ac211b is 175, key is test_row_0/A:col10/1732220195560/Put/seqid=0 2024-11-21T20:16:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742250_1426 (size=22561) 2024-11-21T20:16:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,667 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=538, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/da2b3f89b9fd466eaada59b0d6ac211b 2024-11-21T20:16:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/497b1d608fa94062a8007f60da5ee2de is 50, key is test_row_0/B:col10/1732220195560/Put/seqid=0 2024-11-21T20:16:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:35,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732220195687, max timestamp=1732220195716Num uniques 859; 2024-11-21T20:16:35,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732220195687, max timestamp=1732220195716Num uniques 859; 2024-11-21T20:16:35,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:16:35,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:16:35,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732220195687, max timestamp=1732220195716Num uniques 859; 2024-11-21T20:16:35,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:16:35,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742251_1427 (size=9857) 2024-11-21T20:16:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-21T20:16:35,728 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/497b1d608fa94062a8007f60da5ee2de 2024-11-21T20:16:35,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/473bcc53060b4c0c904c6ab8e809dcc7 is 50, key is test_row_0/C:col10/1732220195560/Put/seqid=0 2024-11-21T20:16:35,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742252_1428 (size=9857) 2024-11-21T20:16:35,780 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/473bcc53060b4c0c904c6ab8e809dcc7 2024-11-21T20:16:35,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/da2b3f89b9fd466eaada59b0d6ac211b as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/da2b3f89b9fd466eaada59b0d6ac211b 2024-11-21T20:16:35,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732220195754, max timestamp=1732220195783Num uniques 1068; 2024-11-21T20:16:35,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-21T20:16:35,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732220195754, max timestamp=1732220195783Num uniques 1068; 2024-11-21T20:16:35,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732220195754, max timestamp=1732220195783Num uniques 1068; 2024-11-21T20:16:35,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-21T20:16:35,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-21T20:16:35,796 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/da2b3f89b9fd466eaada59b0d6ac211b, entries=100, sequenceid=538, filesize=22.0 K 2024-11-21T20:16:35,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/497b1d608fa94062a8007f60da5ee2de as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/497b1d608fa94062a8007f60da5ee2de 2024-11-21T20:16:35,813 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/497b1d608fa94062a8007f60da5ee2de, entries=100, sequenceid=538, filesize=9.6 K 2024-11-21T20:16:35,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/473bcc53060b4c0c904c6ab8e809dcc7 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/473bcc53060b4c0c904c6ab8e809dcc7 2024-11-21T20:16:35,826 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/473bcc53060b4c0c904c6ab8e809dcc7, entries=100, sequenceid=538, filesize=9.6 K 2024-11-21T20:16:35,831 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=93.93 KB/96180 for fec6d2319bedd18ede56b3abd9599659 in 265ms, sequenceid=538, compaction requested=true 2024-11-21T20:16:35,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:35,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:35,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-21T20:16:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-21T20:16:35,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fec6d2319bedd18ede56b3abd9599659 3/3 column families, dataSize=107.34 KB heapSize=299.77 KB 2024-11-21T20:16:35,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=A 2024-11-21T20:16:35,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:35,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=B 2024-11-21T20:16:35,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:35,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=C 2024-11-21T20:16:35,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:35,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-21T20:16:35,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 420 msec 2024-11-21T20:16:35,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 428 msec 2024-11-21T20:16:35,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a6746600c7b941a9b142fb0e32f65563_fec6d2319bedd18ede56b3abd9599659 is 50, key is test_row_0/A:col10/1732220195828/Put/seqid=0 2024-11-21T20:16:35,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742253_1429 (size=17534) 2024-11-21T20:16:35,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220255861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:35,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:35,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220255862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:35,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:35,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:35,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:35,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:35,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:35,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220255866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:35,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220255866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:35,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220255867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:35,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:35,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:35,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:35,920 WARN [regionserver/377014bd7527:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-11-21T20:16:35,922 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/86d8f88c8ea04a1e87c319b9cb5f712d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/b7a961671ce746b0beab5eff55b90e62, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/c057c293bfae4b7c8f594cb9d365ea04, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/4c6c77afe74048e2823320a007f9eab6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/16c75b9aa60a42bc8c66f520bb40dd19, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/f81731caaf2a4516913cc16e9c4b3bac, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/43c85599bafe4a17bf84cc05eb0d3a3b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/a5617f58d44747deab2755a1ce3b46a0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/73613cb53db14be196f08c7e637554bc, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/046b323e3bca4c72a4d91d06d1609778, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/6aae6e86e7b845f9ac00521bba8a81b4, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/970a6236366d4667a12b017e8c62270c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/62136e2afd4e49a385608940d26bc826, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/66347e264bbe4e93b338e645a6b46961, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/346ee0e794ff41f9881e7a2e3c20ca79, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/861830a3ee404aa99cbd9c2ec1401b03, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/df6fb0e516474dcfbba686e1d77c21c6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/a3a5e9340fe441acb707573c396f89f5, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/fb7ba974c9354c42b9f6b05d01828db6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/e629db8b1ce444e99400d50480689773, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/7b6bffb618c940ad811b918d4e311981, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/b19dd16dc2724cb2a93291b879b5b699, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/af31066c25de42d9a422588a8b3a7b20] to archive 2024-11-21T20:16:35,923 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T20:16:35,925 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/86d8f88c8ea04a1e87c319b9cb5f712d to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/86d8f88c8ea04a1e87c319b9cb5f712d 2024-11-21T20:16:35,926 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/b7a961671ce746b0beab5eff55b90e62 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/b7a961671ce746b0beab5eff55b90e62 2024-11-21T20:16:35,927 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/c057c293bfae4b7c8f594cb9d365ea04 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/c057c293bfae4b7c8f594cb9d365ea04 2024-11-21T20:16:35,928 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/4c6c77afe74048e2823320a007f9eab6 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/4c6c77afe74048e2823320a007f9eab6 2024-11-21T20:16:35,929 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/16c75b9aa60a42bc8c66f520bb40dd19 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/16c75b9aa60a42bc8c66f520bb40dd19 2024-11-21T20:16:35,930 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/f81731caaf2a4516913cc16e9c4b3bac to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/f81731caaf2a4516913cc16e9c4b3bac 2024-11-21T20:16:35,931 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/43c85599bafe4a17bf84cc05eb0d3a3b to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/43c85599bafe4a17bf84cc05eb0d3a3b 2024-11-21T20:16:35,932 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/a5617f58d44747deab2755a1ce3b46a0 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/a5617f58d44747deab2755a1ce3b46a0 2024-11-21T20:16:35,933 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/73613cb53db14be196f08c7e637554bc to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/73613cb53db14be196f08c7e637554bc 2024-11-21T20:16:35,934 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/046b323e3bca4c72a4d91d06d1609778 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/046b323e3bca4c72a4d91d06d1609778 2024-11-21T20:16:35,936 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/6aae6e86e7b845f9ac00521bba8a81b4 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/6aae6e86e7b845f9ac00521bba8a81b4 2024-11-21T20:16:35,937 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/970a6236366d4667a12b017e8c62270c to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/970a6236366d4667a12b017e8c62270c 2024-11-21T20:16:35,938 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/62136e2afd4e49a385608940d26bc826 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/62136e2afd4e49a385608940d26bc826 2024-11-21T20:16:35,939 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/66347e264bbe4e93b338e645a6b46961 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/66347e264bbe4e93b338e645a6b46961 2024-11-21T20:16:35,940 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/346ee0e794ff41f9881e7a2e3c20ca79 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/346ee0e794ff41f9881e7a2e3c20ca79 2024-11-21T20:16:35,941 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/861830a3ee404aa99cbd9c2ec1401b03 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/861830a3ee404aa99cbd9c2ec1401b03 2024-11-21T20:16:35,942 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/df6fb0e516474dcfbba686e1d77c21c6 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/df6fb0e516474dcfbba686e1d77c21c6 2024-11-21T20:16:35,943 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/a3a5e9340fe441acb707573c396f89f5 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/a3a5e9340fe441acb707573c396f89f5 2024-11-21T20:16:35,944 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/fb7ba974c9354c42b9f6b05d01828db6 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/fb7ba974c9354c42b9f6b05d01828db6 2024-11-21T20:16:35,945 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/e629db8b1ce444e99400d50480689773 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/e629db8b1ce444e99400d50480689773 2024-11-21T20:16:35,946 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/7b6bffb618c940ad811b918d4e311981 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/7b6bffb618c940ad811b918d4e311981 2024-11-21T20:16:35,947 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/b19dd16dc2724cb2a93291b879b5b699 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/b19dd16dc2724cb2a93291b879b5b699 2024-11-21T20:16:35,948 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/af31066c25de42d9a422588a8b3a7b20 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/af31066c25de42d9a422588a8b3a7b20 2024-11-21T20:16:35,952 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/e580b865fed442c3ab230aa69cc880ac, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/bbdf8d32b4904bef8e8916f4d40a1e69, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/c07a1e1da95f4867b80f5a7ec4b50362, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/c91d7682269047459e4c84be9b8ed219, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/c3e573ed9da54aaab7c0388017b1a02c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/c0bb73af12404d3ba765bb8bd79ca055, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/9b4e210ba9ab448b8ccba992575a082b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/208de19d39554311b6cc3b3c05d6c699, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/f423e2128e134f95858d48cd9a7ce448, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/314a9f54d1c94581a5d45f9d920282d2, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/93bf1e8f407c4d23810042b71a62d23e, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/878900b37e504c14b9663aad9dcc6f20, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/72dd7eee6eac4befbc004f4e8768e51f, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/eb47666b5f6d495289a2130ba3d9e2ad, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/645762c3936e48c197aedad1500b9b94, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/e36def52d6ef411ba6c4e490579460db, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/382f9964389d4fcab73e2b6113e84daf, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/9a120e76fdf54d1cb7a4676e1a1ab372, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/105ee8a685ea4cb7978adb1485c42ff0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/ff2950d24acd477c98e73563d0398368, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/69086253cdaa4c07ac295b9e81d2d2a8, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/c6f3490a339c4c95b68a8f2fac43c91e, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/b3e4e706569d445fa7128beed9292914, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/8ede7c30a519429189a842d80a660901] to archive 2024-11-21T20:16:35,953 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T20:16:35,954 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/e580b865fed442c3ab230aa69cc880ac to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/e580b865fed442c3ab230aa69cc880ac 2024-11-21T20:16:35,955 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/bbdf8d32b4904bef8e8916f4d40a1e69 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/bbdf8d32b4904bef8e8916f4d40a1e69 2024-11-21T20:16:35,955 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/c07a1e1da95f4867b80f5a7ec4b50362 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/c07a1e1da95f4867b80f5a7ec4b50362 2024-11-21T20:16:35,956 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/c91d7682269047459e4c84be9b8ed219 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/c91d7682269047459e4c84be9b8ed219 2024-11-21T20:16:35,958 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/c3e573ed9da54aaab7c0388017b1a02c to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/c3e573ed9da54aaab7c0388017b1a02c 2024-11-21T20:16:35,958 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/c0bb73af12404d3ba765bb8bd79ca055 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/c0bb73af12404d3ba765bb8bd79ca055 2024-11-21T20:16:35,959 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/9b4e210ba9ab448b8ccba992575a082b to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/9b4e210ba9ab448b8ccba992575a082b 2024-11-21T20:16:35,960 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/208de19d39554311b6cc3b3c05d6c699 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/208de19d39554311b6cc3b3c05d6c699 2024-11-21T20:16:35,961 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/f423e2128e134f95858d48cd9a7ce448 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/f423e2128e134f95858d48cd9a7ce448 2024-11-21T20:16:35,962 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/314a9f54d1c94581a5d45f9d920282d2 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/314a9f54d1c94581a5d45f9d920282d2 2024-11-21T20:16:35,962 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/93bf1e8f407c4d23810042b71a62d23e to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/93bf1e8f407c4d23810042b71a62d23e 2024-11-21T20:16:35,963 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/878900b37e504c14b9663aad9dcc6f20 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/878900b37e504c14b9663aad9dcc6f20 2024-11-21T20:16:35,964 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/72dd7eee6eac4befbc004f4e8768e51f to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/72dd7eee6eac4befbc004f4e8768e51f 2024-11-21T20:16:35,964 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/eb47666b5f6d495289a2130ba3d9e2ad to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/eb47666b5f6d495289a2130ba3d9e2ad 2024-11-21T20:16:35,965 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/645762c3936e48c197aedad1500b9b94 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/645762c3936e48c197aedad1500b9b94 2024-11-21T20:16:35,966 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/e36def52d6ef411ba6c4e490579460db to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/e36def52d6ef411ba6c4e490579460db 2024-11-21T20:16:35,967 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/382f9964389d4fcab73e2b6113e84daf to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/382f9964389d4fcab73e2b6113e84daf 2024-11-21T20:16:35,967 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/9a120e76fdf54d1cb7a4676e1a1ab372 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/9a120e76fdf54d1cb7a4676e1a1ab372 2024-11-21T20:16:35,968 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/105ee8a685ea4cb7978adb1485c42ff0 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/105ee8a685ea4cb7978adb1485c42ff0 2024-11-21T20:16:35,969 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/ff2950d24acd477c98e73563d0398368 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/ff2950d24acd477c98e73563d0398368 2024-11-21T20:16:35,971 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/69086253cdaa4c07ac295b9e81d2d2a8 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/69086253cdaa4c07ac295b9e81d2d2a8 2024-11-21T20:16:35,972 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/c6f3490a339c4c95b68a8f2fac43c91e to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/c6f3490a339c4c95b68a8f2fac43c91e 2024-11-21T20:16:35,973 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/b3e4e706569d445fa7128beed9292914 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/b3e4e706569d445fa7128beed9292914 2024-11-21T20:16:35,973 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/8ede7c30a519429189a842d80a660901 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/8ede7c30a519429189a842d80a660901 2024-11-21T20:16:35,977 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/77c83d41369f490e80deeccd6e55c09c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/3f844d11d767436c98b92449557632d3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/421c53f84bf84daf8cddd6eb983e0b3d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/1e6c946df87442fba2b18bdc689c50b2, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/fe165eef3b924ce29dca5ca5529cdd7c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/bf3a948aab414b8abaf131b343d88bfe, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/18f08442922349b98fd1c8930cd1dd0e, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/5f31daf6517648d286e5a6e14f7e6f3e, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/9499d8e166e447779a0a4494e210de3a, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/f19c865b28c149ff8fd6a19be0a794f8, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/d2ffb803f12d4847b82a1bbb9051caf0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/2944c1033b4c4886ad171235fb79d925, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/4f19c1e08be64d188b290fc55df37aff, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/06b09e3d48c24bd69ed79fb00f1fd4f1, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/eba51cbf25194f0686b10b6c96be01f0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/3bf7786639d244daa78396548e35900f, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/4f4c84249ff742859b965f8dd415109c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/2e0f54a4582147c7b67e2e7b3e7274fe, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/2f883f6023764c20a797f777fbcebdba, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/136272dd983747e6840c5b22497287a2, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/5af666a2100a408aa82f5ee7e3b33a54, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/40c983c94162475eac7dca47f658d5c1, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/a501f49ee25c4de4b3c5dfff7b6b2413, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/38f0a0115404491c830d8cc4ce4033eb] to archive 2024-11-21T20:16:35,978 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T20:16:35,979 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/77c83d41369f490e80deeccd6e55c09c to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/77c83d41369f490e80deeccd6e55c09c 2024-11-21T20:16:35,980 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/3f844d11d767436c98b92449557632d3 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/3f844d11d767436c98b92449557632d3 2024-11-21T20:16:35,981 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/421c53f84bf84daf8cddd6eb983e0b3d to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/421c53f84bf84daf8cddd6eb983e0b3d 2024-11-21T20:16:35,982 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/1e6c946df87442fba2b18bdc689c50b2 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/1e6c946df87442fba2b18bdc689c50b2 2024-11-21T20:16:35,982 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/fe165eef3b924ce29dca5ca5529cdd7c to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/fe165eef3b924ce29dca5ca5529cdd7c 2024-11-21T20:16:35,983 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/bf3a948aab414b8abaf131b343d88bfe to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/bf3a948aab414b8abaf131b343d88bfe 2024-11-21T20:16:35,984 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/18f08442922349b98fd1c8930cd1dd0e to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/18f08442922349b98fd1c8930cd1dd0e 2024-11-21T20:16:35,984 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/5f31daf6517648d286e5a6e14f7e6f3e to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/5f31daf6517648d286e5a6e14f7e6f3e 2024-11-21T20:16:35,985 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/9499d8e166e447779a0a4494e210de3a to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/9499d8e166e447779a0a4494e210de3a 2024-11-21T20:16:35,986 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/f19c865b28c149ff8fd6a19be0a794f8 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/f19c865b28c149ff8fd6a19be0a794f8 2024-11-21T20:16:35,988 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/d2ffb803f12d4847b82a1bbb9051caf0 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/d2ffb803f12d4847b82a1bbb9051caf0 2024-11-21T20:16:35,990 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/2944c1033b4c4886ad171235fb79d925 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/2944c1033b4c4886ad171235fb79d925 2024-11-21T20:16:35,991 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/4f19c1e08be64d188b290fc55df37aff to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/4f19c1e08be64d188b290fc55df37aff 2024-11-21T20:16:35,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220255978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:35,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220255978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:35,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:35,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:35,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:35,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:35,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:35,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:35,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220255978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:35,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:35,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:35,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:35,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220255978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:35,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:35,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:35,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:35,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220255988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:35,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:35,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:35,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:35,995 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/06b09e3d48c24bd69ed79fb00f1fd4f1 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/06b09e3d48c24bd69ed79fb00f1fd4f1 2024-11-21T20:16:35,996 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/eba51cbf25194f0686b10b6c96be01f0 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/eba51cbf25194f0686b10b6c96be01f0 2024-11-21T20:16:35,997 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/3bf7786639d244daa78396548e35900f to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/3bf7786639d244daa78396548e35900f 2024-11-21T20:16:35,998 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/4f4c84249ff742859b965f8dd415109c to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/4f4c84249ff742859b965f8dd415109c 2024-11-21T20:16:35,999 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/2e0f54a4582147c7b67e2e7b3e7274fe to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/2e0f54a4582147c7b67e2e7b3e7274fe 2024-11-21T20:16:36,000 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/2f883f6023764c20a797f777fbcebdba to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/2f883f6023764c20a797f777fbcebdba 2024-11-21T20:16:36,001 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/136272dd983747e6840c5b22497287a2 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/136272dd983747e6840c5b22497287a2 2024-11-21T20:16:36,003 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/5af666a2100a408aa82f5ee7e3b33a54 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/5af666a2100a408aa82f5ee7e3b33a54 2024-11-21T20:16:36,004 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/40c983c94162475eac7dca47f658d5c1 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/40c983c94162475eac7dca47f658d5c1 2024-11-21T20:16:36,008 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/a501f49ee25c4de4b3c5dfff7b6b2413 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/a501f49ee25c4de4b3c5dfff7b6b2413 2024-11-21T20:16:36,009 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/38f0a0115404491c830d8cc4ce4033eb to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/38f0a0115404491c830d8cc4ce4033eb 2024-11-21T20:16:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-21T20:16:36,038 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:16:36,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:16:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-21T20:16:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-21T20:16:36,040 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:16:36,040 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:16:36,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:16:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-21T20:16:36,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-21T20:16:36,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:36,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:36,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:36,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:36,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:36,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220256198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:36,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:36,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220256198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:36,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:36,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:36,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:36,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:36,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:36,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220256198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:36,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:36,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:36,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:36,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220256198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:36,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:36,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:36,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:36,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220256198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:36,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:36,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:36,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:36,258 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:36,261 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a6746600c7b941a9b142fb0e32f65563_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a6746600c7b941a9b142fb0e32f65563_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:36,262 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/083c72f52b314df3b9e57dc48e8ab4b8, store: [table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:36,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/083c72f52b314df3b9e57dc48e8ab4b8 is 175, key is test_row_0/A:col10/1732220195828/Put/seqid=0 2024-11-21T20:16:36,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742254_1430 (size=48639) 2024-11-21T20:16:36,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-21T20:16:36,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:36,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:36,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:36,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:36,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-21T20:16:36,493 INFO [Thread-1493 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1493. 2024-11-21T20:16:36,493 DEBUG [Thread-1493 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:16:36,493 DEBUG [Thread-1493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:36,493 DEBUG [Thread-1493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:36,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:16:36,495 INFO [Thread-1497 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1497. 2024-11-21T20:16:36,495 DEBUG [Thread-1497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:16:36,495 DEBUG [Thread-1497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:36,495 DEBUG [Thread-1497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:36,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:16:36,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-21T20:16:36,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:36,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:36,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:36,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:36,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:36,501 INFO [Thread-1495 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1495. 2024-11-21T20:16:36,501 DEBUG [Thread-1495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:16:36,501 DEBUG [Thread-1495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:36,501 DEBUG [Thread-1495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:36,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:16:36,506 INFO [Thread-1491 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1491. 2024-11-21T20:16:36,506 DEBUG [Thread-1491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:16:36,506 DEBUG [Thread-1491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:36,506 DEBUG [Thread-1491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:36,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:16:36,509 INFO [Thread-1499 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1499. 2024-11-21T20:16:36,509 DEBUG [Thread-1499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:16:36,509 DEBUG [Thread-1499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:36,509 DEBUG [Thread-1499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:36,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:16:36,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:36,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:36,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220256518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220256518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220256518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:36,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:36,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220256518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220256518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:36,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:36,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:36,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:36,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:36,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:36,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:36,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:36,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:36,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:36,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:36,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:36,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:36,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:36,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:36,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:36,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-21T20:16:36,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:36,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:36,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:36,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:36,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:36,665 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=587, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/083c72f52b314df3b9e57dc48e8ab4b8 2024-11-21T20:16:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-21T20:16:36,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/38fa05511c18434ba2fbc09baf7f8d1f is 50, key is test_row_0/B:col10/1732220195828/Put/seqid=0 2024-11-21T20:16:36,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742255_1431 (size=12301) 2024-11-21T20:16:36,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-21T20:16:36,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:36,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:36,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:36,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:36,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:36,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-21T20:16:36,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:36,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:36,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:36,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:36,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:37,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:37,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:37,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34110 deadline: 1732220257028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1732220257028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34098 deadline: 1732220257028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:37,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34108 deadline: 1732220257029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:37,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:37,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:37,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:37,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:37,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:37,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:37,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:37,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:37,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34132 deadline: 1732220257029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:37,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:37,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:37,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:37,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:37,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:37,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:37,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:16:37,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/38fa05511c18434ba2fbc09baf7f8d1f 2024-11-21T20:16:37,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/a59525ef473c4c93b67fd22bdd971882 is 50, key is test_row_0/C:col10/1732220195828/Put/seqid=0 2024-11-21T20:16:37,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742256_1432 (size=12301) 2024-11-21T20:16:37,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-21T20:16:37,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:37,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:37,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:37,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:37,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-21T20:16:37,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-21T20:16:37,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:37,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:37,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:37,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:37,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:37,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-21T20:16:37,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:37,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:37,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:37,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:37,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:37,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/a59525ef473c4c93b67fd22bdd971882 2024-11-21T20:16:37,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/083c72f52b314df3b9e57dc48e8ab4b8 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/083c72f52b314df3b9e57dc48e8ab4b8 2024-11-21T20:16:37,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/083c72f52b314df3b9e57dc48e8ab4b8, entries=250, sequenceid=587, filesize=47.5 K 2024-11-21T20:16:37,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/38fa05511c18434ba2fbc09baf7f8d1f as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/38fa05511c18434ba2fbc09baf7f8d1f 2024-11-21T20:16:37,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/38fa05511c18434ba2fbc09baf7f8d1f, entries=150, sequenceid=587, filesize=12.0 K 2024-11-21T20:16:37,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/a59525ef473c4c93b67fd22bdd971882 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/a59525ef473c4c93b67fd22bdd971882 2024-11-21T20:16:37,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/a59525ef473c4c93b67fd22bdd971882, entries=150, sequenceid=587, filesize=12.0 K 2024-11-21T20:16:37,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~299.72 KB/306912, currentSize=73.80 KB/75570 for fec6d2319bedd18ede56b3abd9599659 in 1685ms, sequenceid=587, compaction requested=true 2024-11-21T20:16:37,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:37,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fec6d2319bedd18ede56b3abd9599659:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:16:37,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:37,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fec6d2319bedd18ede56b3abd9599659:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:16:37,518 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:16:37,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:37,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fec6d2319bedd18ede56b3abd9599659:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:16:37,518 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:16:37,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:37,519 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125800 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:16:37,519 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45134 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:16:37,519 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): fec6d2319bedd18ede56b3abd9599659/B is initiating minor compaction (all files) 2024-11-21T20:16:37,519 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): fec6d2319bedd18ede56b3abd9599659/A is initiating minor compaction (all files) 2024-11-21T20:16:37,519 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fec6d2319bedd18ede56b3abd9599659/A in TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:37,519 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fec6d2319bedd18ede56b3abd9599659/B in TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:37,519 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/ab89f401c9eb484cb4b2804852ce4892, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/47c110c1d46c489094baa7e1d313b732, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/da2b3f89b9fd466eaada59b0d6ac211b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/083c72f52b314df3b9e57dc48e8ab4b8] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp, totalSize=122.9 K 2024-11-21T20:16:37,519 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/0752ab7cf9e84158aa34d14302b3c59b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/7558ca46bc9140969d52a03e0a304e2d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/497b1d608fa94062a8007f60da5ee2de, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/38fa05511c18434ba2fbc09baf7f8d1f] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp, totalSize=44.1 K 2024-11-21T20:16:37,519 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:37,519 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. files: [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/ab89f401c9eb484cb4b2804852ce4892, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/47c110c1d46c489094baa7e1d313b732, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/da2b3f89b9fd466eaada59b0d6ac211b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/083c72f52b314df3b9e57dc48e8ab4b8] 2024-11-21T20:16:37,519 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 0752ab7cf9e84158aa34d14302b3c59b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732220192895 2024-11-21T20:16:37,519 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab89f401c9eb484cb4b2804852ce4892, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732220192895 2024-11-21T20:16:37,519 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 7558ca46bc9140969d52a03e0a304e2d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1732220193271 2024-11-21T20:16:37,519 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47c110c1d46c489094baa7e1d313b732, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1732220193271 2024-11-21T20:16:37,519 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 497b1d608fa94062a8007f60da5ee2de, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1732220195560 2024-11-21T20:16:37,520 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting da2b3f89b9fd466eaada59b0d6ac211b, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1732220195560 2024-11-21T20:16:37,520 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 38fa05511c18434ba2fbc09baf7f8d1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1732220195813 2024-11-21T20:16:37,520 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 083c72f52b314df3b9e57dc48e8ab4b8, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1732220195812 2024-11-21T20:16:37,526 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fec6d2319bedd18ede56b3abd9599659#B#compaction#364 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:37,526 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:37,526 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/9a49a5fdb77348598c85cc49527a22dc is 50, key is test_row_0/B:col10/1732220195828/Put/seqid=0 2024-11-21T20:16:37,528 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112186752c5529fb400ea874d523dca2396f_fec6d2319bedd18ede56b3abd9599659 store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:37,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742257_1433 (size=12439) 2024-11-21T20:16:37,550 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112186752c5529fb400ea874d523dca2396f_fec6d2319bedd18ede56b3abd9599659, store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:37,550 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112186752c5529fb400ea874d523dca2396f_fec6d2319bedd18ede56b3abd9599659 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:37,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742258_1434 (size=4469) 2024-11-21T20:16:37,555 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fec6d2319bedd18ede56b3abd9599659#A#compaction#365 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:37,555 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/6529b74c72894200a2a340bd276d64c1 is 175, key is test_row_0/A:col10/1732220195828/Put/seqid=0 2024-11-21T20:16:37,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742259_1435 (size=31393) 2024-11-21T20:16:37,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-21T20:16:37,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:37,579 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing fec6d2319bedd18ede56b3abd9599659 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-21T20:16:37,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=A 2024-11-21T20:16:37,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:37,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=B 2024-11-21T20:16:37,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:37,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=C 2024-11-21T20:16:37,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:37,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219329fea98504485b83ec9c94b60982a8_fec6d2319bedd18ede56b3abd9599659 is 50, key is test_row_0/A:col10/1732220195861/Put/seqid=0 2024-11-21T20:16:37,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742260_1436 (size=12454) 2024-11-21T20:16:37,938 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/9a49a5fdb77348598c85cc49527a22dc as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/9a49a5fdb77348598c85cc49527a22dc 2024-11-21T20:16:37,945 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fec6d2319bedd18ede56b3abd9599659/B of fec6d2319bedd18ede56b3abd9599659 into 9a49a5fdb77348598c85cc49527a22dc(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:37,945 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:37,946 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., storeName=fec6d2319bedd18ede56b3abd9599659/B, priority=12, startTime=1732220197518; duration=0sec 2024-11-21T20:16:37,946 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:37,946 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fec6d2319bedd18ede56b3abd9599659:B 2024-11-21T20:16:37,946 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:37,947 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:37,947 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): fec6d2319bedd18ede56b3abd9599659/C is initiating minor compaction (all files) 2024-11-21T20:16:37,948 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fec6d2319bedd18ede56b3abd9599659/C in TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:37,948 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/a321db509a274364a3a21ca93cd922ff, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/473bcc53060b4c0c904c6ab8e809dcc7, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/a59525ef473c4c93b67fd22bdd971882] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp, totalSize=34.5 K 2024-11-21T20:16:37,948 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting a321db509a274364a3a21ca93cd922ff, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1732220192916 2024-11-21T20:16:37,949 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 473bcc53060b4c0c904c6ab8e809dcc7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1732220195560 2024-11-21T20:16:37,949 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting a59525ef473c4c93b67fd22bdd971882, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1732220195813 2024-11-21T20:16:37,960 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fec6d2319bedd18ede56b3abd9599659#C#compaction#367 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:37,961 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/56a198a2a6d94199865bfa95cdcbf6a6 is 50, key is test_row_0/C:col10/1732220195828/Put/seqid=0 2024-11-21T20:16:37,964 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/6529b74c72894200a2a340bd276d64c1 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/6529b74c72894200a2a340bd276d64c1 2024-11-21T20:16:37,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742261_1437 (size=12404) 2024-11-21T20:16:37,968 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fec6d2319bedd18ede56b3abd9599659/A of fec6d2319bedd18ede56b3abd9599659 into 6529b74c72894200a2a340bd276d64c1(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:37,968 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:37,968 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., storeName=fec6d2319bedd18ede56b3abd9599659/A, priority=12, startTime=1732220197518; duration=0sec 2024-11-21T20:16:37,968 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:37,968 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fec6d2319bedd18ede56b3abd9599659:A 2024-11-21T20:16:37,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:37,993 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219329fea98504485b83ec9c94b60982a8_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219329fea98504485b83ec9c94b60982a8_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:37,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/7b991d8015fe4aaa9ebcc0c28f632b73, store: [table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:37,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/7b991d8015fe4aaa9ebcc0c28f632b73 is 175, key is test_row_0/A:col10/1732220195861/Put/seqid=0 2024-11-21T20:16:37,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742262_1438 (size=31255) 2024-11-21T20:16:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:38,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. as already flushing 2024-11-21T20:16:38,040 INFO [Thread-1480 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1480. 2024-11-21T20:16:38,040 INFO [Thread-1482 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1482. 2024-11-21T20:16:38,040 DEBUG [Thread-1480 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:16:38,040 DEBUG [Thread-1482 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:16:38,040 DEBUG [Thread-1480 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:38,040 DEBUG [Thread-1482 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:38,040 DEBUG [Thread-1480 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:38,040 DEBUG [Thread-1482 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:38,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:16:38,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:16:38,049 INFO [Thread-1484 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1484. 2024-11-21T20:16:38,049 INFO [Thread-1486 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1486. 2024-11-21T20:16:38,049 DEBUG [Thread-1486 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:16:38,049 DEBUG [Thread-1484 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:16:38,049 DEBUG [Thread-1486 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:38,049 DEBUG [Thread-1484 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:38,049 INFO [Thread-1488 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1488. 2024-11-21T20:16:38,049 DEBUG [Thread-1488 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:16:38,049 DEBUG [Thread-1488 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:38,049 DEBUG [Thread-1484 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:38,049 DEBUG [Thread-1486 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:38,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:16:38,050 DEBUG [Thread-1488 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:38,050 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:16:38,050 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:16:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-21T20:16:38,374 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/56a198a2a6d94199865bfa95cdcbf6a6 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/56a198a2a6d94199865bfa95cdcbf6a6 2024-11-21T20:16:38,379 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fec6d2319bedd18ede56b3abd9599659/C of fec6d2319bedd18ede56b3abd9599659 into 56a198a2a6d94199865bfa95cdcbf6a6(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:38,379 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:38,379 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., storeName=fec6d2319bedd18ede56b3abd9599659/C, priority=13, startTime=1732220197518; duration=0sec 2024-11-21T20:16:38,379 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:38,379 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fec6d2319bedd18ede56b3abd9599659:C 2024-11-21T20:16:38,398 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=601, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/7b991d8015fe4aaa9ebcc0c28f632b73 2024-11-21T20:16:38,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/6432ade3cb1b4b23a91e9f76a0c24da7 is 50, key is test_row_0/B:col10/1732220195861/Put/seqid=0 2024-11-21T20:16:38,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742263_1439 (size=12301) 2024-11-21T20:16:38,814 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=601 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/6432ade3cb1b4b23a91e9f76a0c24da7 2024-11-21T20:16:38,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/9264cd5b7f3747c5bbc777764599867c is 50, key is test_row_0/C:col10/1732220195861/Put/seqid=0 2024-11-21T20:16:38,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742264_1440 (size=12301) 2024-11-21T20:16:39,230 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=601 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/9264cd5b7f3747c5bbc777764599867c 2024-11-21T20:16:39,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/7b991d8015fe4aaa9ebcc0c28f632b73 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/7b991d8015fe4aaa9ebcc0c28f632b73 2024-11-21T20:16:39,245 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/7b991d8015fe4aaa9ebcc0c28f632b73, entries=150, sequenceid=601, filesize=30.5 K 2024-11-21T20:16:39,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/6432ade3cb1b4b23a91e9f76a0c24da7 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/6432ade3cb1b4b23a91e9f76a0c24da7 2024-11-21T20:16:39,249 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/6432ade3cb1b4b23a91e9f76a0c24da7, entries=150, sequenceid=601, filesize=12.0 K 2024-11-21T20:16:39,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/9264cd5b7f3747c5bbc777764599867c as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/9264cd5b7f3747c5bbc777764599867c 2024-11-21T20:16:39,254 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/9264cd5b7f3747c5bbc777764599867c, entries=150, sequenceid=601, filesize=12.0 K 2024-11-21T20:16:39,255 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=33.54 KB/34350 for fec6d2319bedd18ede56b3abd9599659 in 1676ms, sequenceid=601, compaction requested=false 2024-11-21T20:16:39,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for fec6d2319bedd18ede56b3abd9599659: 2024-11-21T20:16:39,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:39,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-21T20:16:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-21T20:16:39,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-21T20:16:39,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2160 sec 2024-11-21T20:16:39,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 3.2200 sec 2024-11-21T20:16:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-21T20:16:40,209 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:16:40,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T20:16:40,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 107 2024-11-21T20:16:40,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 110 2024-11-21T20:16:40,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 111 2024-11-21T20:16:40,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-21T20:16:40,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-11-21T20:16:40,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T20:16:40,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T20:16:40,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 832 2024-11-21T20:16:40,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2492 rows 2024-11-21T20:16:40,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 843 2024-11-21T20:16:40,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2521 rows 2024-11-21T20:16:40,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 834 2024-11-21T20:16:40,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2498 rows 2024-11-21T20:16:40,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 829 2024-11-21T20:16:40,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2486 rows 2024-11-21T20:16:40,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 837 2024-11-21T20:16:40,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2510 rows 2024-11-21T20:16:40,210 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:16:40,211 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:16:40,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:40,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:40,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:16:40,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T20:16:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T20:16:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-21T20:16:40,218 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220200217"}]},"ts":"1732220200217"} 2024-11-21T20:16:40,219 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T20:16:40,219 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T20:16:40,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T20:16:40,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fec6d2319bedd18ede56b3abd9599659, UNASSIGN}] 2024-11-21T20:16:40,221 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fec6d2319bedd18ede56b3abd9599659, UNASSIGN 2024-11-21T20:16:40,222 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=fec6d2319bedd18ede56b3abd9599659, regionState=CLOSING, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:16:40,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fec6d2319bedd18ede56b3abd9599659, UNASSIGN because future has completed 2024-11-21T20:16:40,223 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T20:16:40,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; CloseRegionProcedure fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650}] 2024-11-21T20:16:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-21T20:16:40,375 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(122): Close fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:40,375 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T20:16:40,375 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1722): Closing fec6d2319bedd18ede56b3abd9599659, disabling compactions & flushes 2024-11-21T20:16:40,375 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:40,375 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:40,375 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. after waiting 0 ms 2024-11-21T20:16:40,375 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:40,375 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(2902): Flushing fec6d2319bedd18ede56b3abd9599659 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-21T20:16:40,375 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=A 2024-11-21T20:16:40,375 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:40,375 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=B 2024-11-21T20:16:40,375 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:40,375 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fec6d2319bedd18ede56b3abd9599659, store=C 2024-11-21T20:16:40,375 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:40,381 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112169eb6a885d1a4795b17f34bebfcb8c69_fec6d2319bedd18ede56b3abd9599659 is 50, key is test_row_0/A:col10/1732220198048/Put/seqid=0 2024-11-21T20:16:40,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742265_1441 (size=12454) 2024-11-21T20:16:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-21T20:16:40,785 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:40,790 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112169eb6a885d1a4795b17f34bebfcb8c69_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112169eb6a885d1a4795b17f34bebfcb8c69_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:40,791 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/f4a08b841e604cb7bf2aadb15d7d5935, store: [table=TestAcidGuarantees family=A region=fec6d2319bedd18ede56b3abd9599659] 2024-11-21T20:16:40,791 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/f4a08b841e604cb7bf2aadb15d7d5935 is 175, key is test_row_0/A:col10/1732220198048/Put/seqid=0 2024-11-21T20:16:40,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742266_1442 (size=31255) 2024-11-21T20:16:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-21T20:16:41,197 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=612, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/f4a08b841e604cb7bf2aadb15d7d5935 2024-11-21T20:16:41,208 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/7779b40cf5924226b966c4a1d4c8fc6e is 50, key is test_row_0/B:col10/1732220198048/Put/seqid=0 2024-11-21T20:16:41,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742267_1443 (size=12301) 2024-11-21T20:16:41,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-21T20:16:41,615 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/7779b40cf5924226b966c4a1d4c8fc6e 2024-11-21T20:16:41,627 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/a856f575e4c447ecbca38e92e68ce13c is 50, key is test_row_0/C:col10/1732220198048/Put/seqid=0 2024-11-21T20:16:41,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742268_1444 (size=12301) 2024-11-21T20:16:42,033 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/a856f575e4c447ecbca38e92e68ce13c 2024-11-21T20:16:42,045 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/A/f4a08b841e604cb7bf2aadb15d7d5935 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/f4a08b841e604cb7bf2aadb15d7d5935 2024-11-21T20:16:42,048 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/f4a08b841e604cb7bf2aadb15d7d5935, entries=150, sequenceid=612, filesize=30.5 K 2024-11-21T20:16:42,049 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/B/7779b40cf5924226b966c4a1d4c8fc6e as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/7779b40cf5924226b966c4a1d4c8fc6e 2024-11-21T20:16:42,052 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/7779b40cf5924226b966c4a1d4c8fc6e, entries=150, sequenceid=612, filesize=12.0 K 2024-11-21T20:16:42,052 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/.tmp/C/a856f575e4c447ecbca38e92e68ce13c as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/a856f575e4c447ecbca38e92e68ce13c 2024-11-21T20:16:42,054 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/a856f575e4c447ecbca38e92e68ce13c, entries=150, sequenceid=612, filesize=12.0 K 2024-11-21T20:16:42,055 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for fec6d2319bedd18ede56b3abd9599659 in 1680ms, sequenceid=612, compaction requested=true 2024-11-21T20:16:42,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/ab89f401c9eb484cb4b2804852ce4892, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/47c110c1d46c489094baa7e1d313b732, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/da2b3f89b9fd466eaada59b0d6ac211b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/083c72f52b314df3b9e57dc48e8ab4b8] to archive 2024-11-21T20:16:42,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T20:16:42,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/ab89f401c9eb484cb4b2804852ce4892 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/ab89f401c9eb484cb4b2804852ce4892 2024-11-21T20:16:42,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/47c110c1d46c489094baa7e1d313b732 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/47c110c1d46c489094baa7e1d313b732 2024-11-21T20:16:42,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/da2b3f89b9fd466eaada59b0d6ac211b to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/da2b3f89b9fd466eaada59b0d6ac211b 2024-11-21T20:16:42,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/083c72f52b314df3b9e57dc48e8ab4b8 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/083c72f52b314df3b9e57dc48e8ab4b8 2024-11-21T20:16:42,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/0752ab7cf9e84158aa34d14302b3c59b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/7558ca46bc9140969d52a03e0a304e2d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/497b1d608fa94062a8007f60da5ee2de, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/38fa05511c18434ba2fbc09baf7f8d1f] to archive 2024-11-21T20:16:42,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T20:16:42,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/0752ab7cf9e84158aa34d14302b3c59b to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/0752ab7cf9e84158aa34d14302b3c59b 2024-11-21T20:16:42,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/7558ca46bc9140969d52a03e0a304e2d to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/7558ca46bc9140969d52a03e0a304e2d 2024-11-21T20:16:42,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/497b1d608fa94062a8007f60da5ee2de to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/497b1d608fa94062a8007f60da5ee2de 2024-11-21T20:16:42,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/38fa05511c18434ba2fbc09baf7f8d1f to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/38fa05511c18434ba2fbc09baf7f8d1f 2024-11-21T20:16:42,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/a321db509a274364a3a21ca93cd922ff, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/473bcc53060b4c0c904c6ab8e809dcc7, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/a59525ef473c4c93b67fd22bdd971882] to archive 2024-11-21T20:16:42,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T20:16:42,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/a321db509a274364a3a21ca93cd922ff to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/a321db509a274364a3a21ca93cd922ff 2024-11-21T20:16:42,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/473bcc53060b4c0c904c6ab8e809dcc7 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/473bcc53060b4c0c904c6ab8e809dcc7 2024-11-21T20:16:42,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/a59525ef473c4c93b67fd22bdd971882 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/a59525ef473c4c93b67fd22bdd971882 2024-11-21T20:16:42,071 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/recovered.edits/615.seqid, newMaxSeqId=615, maxSeqId=4 2024-11-21T20:16:42,071 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. 2024-11-21T20:16:42,071 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1676): Region close journal for fec6d2319bedd18ede56b3abd9599659: Waiting for close lock at 1732220200375Running coprocessor pre-close hooks at 1732220200375Disabling compacts and flushes for region at 1732220200375Disabling writes for close at 1732220200375Obtaining lock to block concurrent updates at 1732220200375Preparing flush snapshotting stores in fec6d2319bedd18ede56b3abd9599659 at 1732220200375Finished memstore snapshotting TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732220200375Flushing stores of TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659. at 1732220200376 (+1 ms)Flushing fec6d2319bedd18ede56b3abd9599659/A: creating writer at 1732220200376Flushing mob file fec6d2319bedd18ede56b3abd9599659/A: appending metadata at 1732220200381 (+5 ms)Flushing mob file fec6d2319bedd18ede56b3abd9599659/A: closing flushed file at 1732220200381Flushing fec6d2319bedd18ede56b3abd9599659/A: appending metadata at 1732220200791 (+410 ms)Flushing fec6d2319bedd18ede56b3abd9599659/A: closing flushed file at 1732220200791Flushing fec6d2319bedd18ede56b3abd9599659/B: creating writer at 1732220201205 (+414 ms)Flushing fec6d2319bedd18ede56b3abd9599659/B: appending metadata at 1732220201208 (+3 ms)Flushing fec6d2319bedd18ede56b3abd9599659/B: closing flushed file at 1732220201208Flushing fec6d2319bedd18ede56b3abd9599659/C: creating writer at 1732220201623 (+415 ms)Flushing fec6d2319bedd18ede56b3abd9599659/C: appending metadata at 1732220201627 (+4 ms)Flushing fec6d2319bedd18ede56b3abd9599659/C: closing flushed file at 1732220201627Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34c450b6: reopening flushed file at 1732220202044 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@358f527f: reopening flushed file at 1732220202048 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@486a34fd: reopening flushed file at 1732220202052 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for fec6d2319bedd18ede56b3abd9599659 in 1680ms, sequenceid=612, compaction requested=true at 1732220202055 (+3 ms)Writing region close event to WAL at 1732220202068 (+13 ms)Running coprocessor post-close hooks at 1732220202071 (+3 ms)Closed at 1732220202071 2024-11-21T20:16:42,073 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(157): Closed fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:42,074 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=fec6d2319bedd18ede56b3abd9599659, regionState=CLOSED 2024-11-21T20:16:42,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=112, ppid=111, state=RUNNABLE, hasLock=false; CloseRegionProcedure fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 because future has completed 2024-11-21T20:16:42,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-21T20:16:42,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; CloseRegionProcedure fec6d2319bedd18ede56b3abd9599659, server=377014bd7527,44057,1732220072650 in 1.8520 sec 2024-11-21T20:16:42,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=111, resume processing ppid=110 2024-11-21T20:16:42,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, ppid=110, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fec6d2319bedd18ede56b3abd9599659, UNASSIGN in 1.8570 sec 2024-11-21T20:16:42,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-21T20:16:42,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8590 sec 2024-11-21T20:16:42,081 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220202081"}]},"ts":"1732220202081"} 2024-11-21T20:16:42,082 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T20:16:42,083 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T20:16:42,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8700 sec 2024-11-21T20:16:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-21T20:16:42,369 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:16:42,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T20:16:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:16:42,374 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=113, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:16:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-21T20:16:42,375 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=113, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:16:42,379 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:42,383 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A, FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B, FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C, FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/recovered.edits] 2024-11-21T20:16:42,386 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/6529b74c72894200a2a340bd276d64c1 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/6529b74c72894200a2a340bd276d64c1 2024-11-21T20:16:42,388 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/7b991d8015fe4aaa9ebcc0c28f632b73 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/7b991d8015fe4aaa9ebcc0c28f632b73 2024-11-21T20:16:42,390 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/f4a08b841e604cb7bf2aadb15d7d5935 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/A/f4a08b841e604cb7bf2aadb15d7d5935 2024-11-21T20:16:42,393 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/6432ade3cb1b4b23a91e9f76a0c24da7 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/6432ade3cb1b4b23a91e9f76a0c24da7 2024-11-21T20:16:42,395 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/7779b40cf5924226b966c4a1d4c8fc6e to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/7779b40cf5924226b966c4a1d4c8fc6e 2024-11-21T20:16:42,396 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/9a49a5fdb77348598c85cc49527a22dc to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/B/9a49a5fdb77348598c85cc49527a22dc 2024-11-21T20:16:42,398 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/56a198a2a6d94199865bfa95cdcbf6a6 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/56a198a2a6d94199865bfa95cdcbf6a6 2024-11-21T20:16:42,399 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/9264cd5b7f3747c5bbc777764599867c to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/9264cd5b7f3747c5bbc777764599867c 2024-11-21T20:16:42,400 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/a856f575e4c447ecbca38e92e68ce13c to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/C/a856f575e4c447ecbca38e92e68ce13c 2024-11-21T20:16:42,402 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/recovered.edits/615.seqid to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659/recovered.edits/615.seqid 2024-11-21T20:16:42,403 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:42,403 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T20:16:42,404 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T20:16:42,404 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T20:16:42,408 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121151d1f733e7845e69cdde39cec8a3675_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121151d1f733e7845e69cdde39cec8a3675_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:42,409 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213c7b09e7d80544c994937e65e0474dcf_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213c7b09e7d80544c994937e65e0474dcf_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:42,409 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213df25304a26649d5a5d69fccd5b8b8fa_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213df25304a26649d5a5d69fccd5b8b8fa_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:42,410 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213f6f3e9d14ac4e56a181aeff8d6a0b62_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213f6f3e9d14ac4e56a181aeff8d6a0b62_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:42,411 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112141d128bf2bde4db9b7671e93c52af6b4_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112141d128bf2bde4db9b7671e93c52af6b4_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:42,412 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215c0b99e5521f420ca96b19224ed6075b_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215c0b99e5521f420ca96b19224ed6075b_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:42,413 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112169eb6a885d1a4795b17f34bebfcb8c69_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112169eb6a885d1a4795b17f34bebfcb8c69_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:42,414 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217fd595e53dd347f3908fb6b557d310ac_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217fd595e53dd347f3908fb6b557d310ac_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:42,415 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219329fea98504485b83ec9c94b60982a8_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219329fea98504485b83ec9c94b60982a8_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:42,416 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219494e9dbc7c74d5c90a535c0a4b3eab0_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219494e9dbc7c74d5c90a535c0a4b3eab0_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:42,416 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219b992898a2fd4e98abc0ca82c2c11923_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219b992898a2fd4e98abc0ca82c2c11923_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:42,417 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a6746600c7b941a9b142fb0e32f65563_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a6746600c7b941a9b142fb0e32f65563_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:42,418 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ab82c15f3a2d4f86a67ffa89118ee672_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ab82c15f3a2d4f86a67ffa89118ee672_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:42,419 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b72e3a87e5af4de8ac1c53b50e915c6e_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b72e3a87e5af4de8ac1c53b50e915c6e_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:42,420 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bb6a09378b1345718c5783313f6a192f_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bb6a09378b1345718c5783313f6a192f_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:42,421 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d142503f421347f49a924daf64f2cb64_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d142503f421347f49a924daf64f2cb64_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:42,421 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d5938f11f2264f899e1f31864584a247_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d5938f11f2264f899e1f31864584a247_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:42,422 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e6dee50621c94dcbb3c5c84fb687fd1d_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e6dee50621c94dcbb3c5c84fb687fd1d_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:42,423 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e85a1a98d30a458e8d0da1850f6b202a_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e85a1a98d30a458e8d0da1850f6b202a_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:42,424 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121edb295ae976e4690bd924f2f02cc5595_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121edb295ae976e4690bd924f2f02cc5595_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:42,425 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121eea9ebf749304d94bc1f3277f9ed224e_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121eea9ebf749304d94bc1f3277f9ed224e_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:42,426 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f51e1aaef283451296bd8f6c4b95a83b_fec6d2319bedd18ede56b3abd9599659 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f51e1aaef283451296bd8f6c4b95a83b_fec6d2319bedd18ede56b3abd9599659 2024-11-21T20:16:42,426 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T20:16:42,428 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=113, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:16:42,430 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T20:16:42,432 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T20:16:42,433 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=113, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:16:42,433 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T20:16:42,434 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732220202433"}]},"ts":"9223372036854775807"} 2024-11-21T20:16:42,435 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-21T20:16:42,435 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => fec6d2319bedd18ede56b3abd9599659, NAME => 'TestAcidGuarantees,,1732220173348.fec6d2319bedd18ede56b3abd9599659.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T20:16:42,436 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T20:16:42,436 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732220202436"}]},"ts":"9223372036854775807"} 2024-11-21T20:16:42,437 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-21T20:16:42,438 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=113, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:16:42,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 68 msec 2024-11-21T20:16:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-21T20:16:42,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-21T20:16:42,478 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:16:42,486 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=254 (was 251) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-729547447_22 at /127.0.0.1:51420 [Waiting for operation #128] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-19658022_22 at /127.0.0.1:33906 [Waiting for operation #889] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-729547447_22 at /127.0.0.1:35472 [Waiting for operation #1354] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-729547447_22 at /127.0.0.1:33890 [Waiting for operation #880] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-19658022_22 at /127.0.0.1:33878 [Waiting for operation #877] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=458 (was 427) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=13506 (was 13809) 2024-11-21T20:16:42,494 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=254, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=458, ProcessCount=11, AvailableMemoryMB=13506 2024-11-21T20:16:42,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T20:16:42,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:16:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=114, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T20:16:42,497 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:16:42,497 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:42,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 114 2024-11-21T20:16:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-21T20:16:42,498 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:16:42,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742269_1445 (size=1061) 2024-11-21T20:16:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-21T20:16:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-21T20:16:42,905 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0 2024-11-21T20:16:42,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742270_1446 (size=53) 2024-11-21T20:16:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-21T20:16:43,312 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:16:43,313 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 084de37a5990a336f0443601a5ca773e, disabling compactions & flushes 2024-11-21T20:16:43,313 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:43,313 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:43,313 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. after waiting 0 ms 2024-11-21T20:16:43,313 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:43,313 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:43,313 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 084de37a5990a336f0443601a5ca773e: Waiting for close lock at 1732220203313Disabling compacts and flushes for region at 1732220203313Disabling writes for close at 1732220203313Writing region close event to WAL at 1732220203313Closed at 1732220203313 2024-11-21T20:16:43,315 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:16:43,316 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732220203315"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220203315"}]},"ts":"1732220203315"} 2024-11-21T20:16:43,318 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:16:43,320 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:16:43,320 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220203320"}]},"ts":"1732220203320"} 2024-11-21T20:16:43,323 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T20:16:43,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=084de37a5990a336f0443601a5ca773e, ASSIGN}] 2024-11-21T20:16:43,325 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=084de37a5990a336f0443601a5ca773e, ASSIGN 2024-11-21T20:16:43,325 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=084de37a5990a336f0443601a5ca773e, ASSIGN; state=OFFLINE, location=377014bd7527,44057,1732220072650; forceNewPlan=false, retain=false 2024-11-21T20:16:43,476 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=084de37a5990a336f0443601a5ca773e, regionState=OPENING, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:16:43,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=084de37a5990a336f0443601a5ca773e, ASSIGN because future has completed 2024-11-21T20:16:43,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; OpenRegionProcedure 084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650}] 2024-11-21T20:16:43,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-21T20:16:43,641 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:43,641 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7752): Opening region: {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:16:43,643 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:43,643 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:16:43,643 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7794): checking encryption for 084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:43,643 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7797): checking classloading for 084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:43,645 INFO [StoreOpener-084de37a5990a336f0443601a5ca773e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:43,646 INFO [StoreOpener-084de37a5990a336f0443601a5ca773e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T20:16:43,647 INFO [StoreOpener-084de37a5990a336f0443601a5ca773e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 084de37a5990a336f0443601a5ca773e columnFamilyName A 2024-11-21T20:16:43,647 DEBUG [StoreOpener-084de37a5990a336f0443601a5ca773e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:43,647 INFO [StoreOpener-084de37a5990a336f0443601a5ca773e-1 {}] regionserver.HStore(327): Store=084de37a5990a336f0443601a5ca773e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:16:43,648 INFO [StoreOpener-084de37a5990a336f0443601a5ca773e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:43,649 INFO [StoreOpener-084de37a5990a336f0443601a5ca773e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T20:16:43,649 INFO [StoreOpener-084de37a5990a336f0443601a5ca773e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 084de37a5990a336f0443601a5ca773e columnFamilyName B 2024-11-21T20:16:43,649 DEBUG [StoreOpener-084de37a5990a336f0443601a5ca773e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:43,650 INFO [StoreOpener-084de37a5990a336f0443601a5ca773e-1 {}] regionserver.HStore(327): Store=084de37a5990a336f0443601a5ca773e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:16:43,650 INFO [StoreOpener-084de37a5990a336f0443601a5ca773e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:43,651 INFO [StoreOpener-084de37a5990a336f0443601a5ca773e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T20:16:43,651 INFO [StoreOpener-084de37a5990a336f0443601a5ca773e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 084de37a5990a336f0443601a5ca773e columnFamilyName C 2024-11-21T20:16:43,652 DEBUG [StoreOpener-084de37a5990a336f0443601a5ca773e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:16:43,652 INFO [StoreOpener-084de37a5990a336f0443601a5ca773e-1 {}] regionserver.HStore(327): Store=084de37a5990a336f0443601a5ca773e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:16:43,652 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:43,652 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1038): replaying wal for 084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:43,653 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:43,654 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:43,656 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1048): stopping wal replay for 084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:43,656 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1060): Cleaning up temporary data for 084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:43,656 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T20:16:43,658 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1093): writing seq id for 084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:43,662 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:16:43,662 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1114): Opened 084de37a5990a336f0443601a5ca773e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73885436, jitterRate=0.1009787917137146}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T20:16:43,663 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:43,664 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1006): Region open journal for 084de37a5990a336f0443601a5ca773e: Running coprocessor pre-open hook at 1732220203643Writing region info on filesystem at 1732220203643Initializing all the Stores at 1732220203644 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220203644Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220203645 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220203645Cleaning up temporary data from old regions at 1732220203656 (+11 ms)Running coprocessor post-open hooks at 1732220203663 (+7 ms)Region opened successfully at 1732220203664 (+1 ms) 2024-11-21T20:16:43,665 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., pid=116, masterSystemTime=1732220203634 2024-11-21T20:16:43,667 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:43,667 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:43,667 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=084de37a5990a336f0443601a5ca773e, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:16:43,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=115, state=RUNNABLE, hasLock=false; OpenRegionProcedure 084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 because future has completed 2024-11-21T20:16:43,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-21T20:16:43,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; OpenRegionProcedure 084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 in 189 msec 2024-11-21T20:16:43,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114 2024-11-21T20:16:43,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=084de37a5990a336f0443601a5ca773e, ASSIGN in 348 msec 2024-11-21T20:16:43,673 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:16:43,673 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220203673"}]},"ts":"1732220203673"} 2024-11-21T20:16:43,675 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T20:16:43,675 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:16:43,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1800 sec 2024-11-21T20:16:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-21T20:16:44,658 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:16:44,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72240ede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,659 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:16:44,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:16:44,660 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:16:44,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:16:44,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:16:44,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55836816, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:16:44,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:16:44,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:44,661 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:16:44,661 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48fe22af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:16:44,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:16:44,663 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:16:44,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:16:44,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:16:44,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,38673,1732220071552 2024-11-21T20:16:44,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@600a4a86 2024-11-21T20:16:44,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:16:44,666 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:16:44,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503e1f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:16:44,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:16:44,668 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:16:44,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:16:44,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:16:44,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@559d0cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:16:44,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:16:44,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:44,669 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:16:44,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46fef7a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205b33d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:16:44,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:16:44,671 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:16:44,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:16:44,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:16:44,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@246f59d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:16:44,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:16:44,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:44,672 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:16:44,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@201c3cae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e100fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,673 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:16:44,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:16:44,673 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:16:44,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:16:44,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:16:44,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd51bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:16:44,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:16:44,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:44,675 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:16:44,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33396a7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e40afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:16:44,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:16:44,676 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:16:44,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:16:44,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:16:44,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a3971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:16:44,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:16:44,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:44,677 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:16:44,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798a76d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9f4da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:16:44,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:16:44,679 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:16:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:16:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:16:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f23f8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:16:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:16:44,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:44,680 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:16:44,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68af38d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4cbf6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,681 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:16:44,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:16:44,682 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:16:44,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:16:44,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:16:44,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d5bb7b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:16:44,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:16:44,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:44,683 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:16:44,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da21bf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c83334c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:16:44,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:16:44,685 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:16:44,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:16:44,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:16:44,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7b5c31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:16:44,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:16:44,686 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:44,686 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:16:44,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ad3461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e8e518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,687 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:16:44,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:16:44,688 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:16:44,688 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:16:44,688 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:16:44,688 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb4ca4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,688 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:16:44,688 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:16:44,688 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:44,689 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:16:44,689 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f7eeda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ff7be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,690 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:16:44,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:16:44,691 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:16:44,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:16:44,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:16:44,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50366ad0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:16:44,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:16:44,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:44,692 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:16:44,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c40c3a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c1b90e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:16:44,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:16:44,694 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:16:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:16:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:16:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217ba4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:16:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:16:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:16:44,695 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:16:44,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b37b05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:16:44,696 DEBUG [Thread-2020 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:16:44,696 DEBUG [Thread-2014 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:16:44,696 DEBUG [Thread-2003 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:16:44,696 DEBUG [Thread-2005 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:16:44,696 DEBUG [Thread-2007 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:16:44,696 DEBUG [Thread-2018 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:16:44,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:16:44,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:16:44,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:16:44,697 DEBUG [Thread-2014 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:16:44,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:16:44,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:16:44,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:16:44,697 DEBUG [Thread-2014 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:16:44,697 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:16:44,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:16:44,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:16:44,698 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:16:44,698 DEBUG [Thread-2009 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:16:44,698 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:16:44,698 DEBUG [Thread-2016 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:16:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-21T20:16:44,698 DEBUG [Thread-2022 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:16:44,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:16:44,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:16:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-21T20:16:44,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:16:44,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:16:44,699 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:16:44,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:16:44,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:16:44,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:16:44,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:16:44,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:16:44,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:16:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:16:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:16:44,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:16:44,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:16:44,701 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:16:44,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:16:44,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:16:44,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:16:44,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:16:44,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:16:44,703 DEBUG [Thread-2011 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:16:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:16:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:16:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:16:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:16:44,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:16:44,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:16:44,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:16:44,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:16:44,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:16:44,707 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2] 2024-11-21T20:16:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:44,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 084de37a5990a336f0443601a5ca773e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T20:16:44,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=A 2024-11-21T20:16:44,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:44,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=B 2024-11-21T20:16:44,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:44,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=C 2024-11-21T20:16:44,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:44,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/0663bc63b4cc440eb0d9d4489cda6c69 is 50, key is test_row_0/A:col10/1732220204706/Put/seqid=0 2024-11-21T20:16:44,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742271_1447 (size=14341) 2024-11-21T20:16:44,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/0663bc63b4cc440eb0d9d4489cda6c69 2024-11-21T20:16:44,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732220204735, max timestamp=1732220204750Num uniques 859; 2024-11-21T20:16:44,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:16:44,754 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732220204735, max timestamp=1732220204750Num uniques 859; 2024-11-21T20:16:44,754 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:16:44,754 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732220204735, max timestamp=1732220204750Num uniques 859; 2024-11-21T20:16:44,754 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:16:44,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/12e0eab34e874571acc37376fb14c306 is 50, key is test_row_0/B:col10/1732220204706/Put/seqid=0 2024-11-21T20:16:44,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742272_1448 (size=12001) 2024-11-21T20:16:44,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220264776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:44,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:44,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:44,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:44,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220264783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:44,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:44,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:44,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:44,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220264784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:44,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220264785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:44,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:44,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:44,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:44,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:44,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:44,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220264786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:44,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:44,799 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:44,799 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:44,799 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-21T20:16:44,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-21T20:16:44,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:44,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:44,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:44,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:44,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:44,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220264897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:44,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220264897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:44,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:44,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:44,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:44,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:44,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:44,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:44,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220264908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:44,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:44,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:44,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220264908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:44,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:44,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:44,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:44,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220264908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:44,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:44,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:44,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:44,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:45,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-21T20:16:45,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:45,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:45,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:45,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:45,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-21T20:16:45,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220265107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:45,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:45,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220265108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:45,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:45,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:45,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220265118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:45,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:45,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220265118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:45,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:45,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220265118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:45,123 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,123 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,124 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:45,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-21T20:16:45,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:45,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:45,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:45,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:45,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:45,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/12e0eab34e874571acc37376fb14c306 2024-11-21T20:16:45,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/2da7a4513f0045e98e529e885c7ecaf6 is 50, key is test_row_0/C:col10/1732220204706/Put/seqid=0 2024-11-21T20:16:45,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742273_1449 (size=12001) 2024-11-21T20:16:45,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-21T20:16:45,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:45,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:45,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:45,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:45,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-21T20:16:45,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220265427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:45,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220265428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:45,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220265428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:45,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220265428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:45,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220265428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:45,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-21T20:16:45,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:45,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:45,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:45,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:45,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:45,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/2da7a4513f0045e98e529e885c7ecaf6 2024-11-21T20:16:45,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/0663bc63b4cc440eb0d9d4489cda6c69 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/0663bc63b4cc440eb0d9d4489cda6c69 2024-11-21T20:16:45,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/0663bc63b4cc440eb0d9d4489cda6c69, entries=200, sequenceid=11, filesize=14.0 K 2024-11-21T20:16:45,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/12e0eab34e874571acc37376fb14c306 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/12e0eab34e874571acc37376fb14c306 2024-11-21T20:16:45,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/12e0eab34e874571acc37376fb14c306, entries=150, sequenceid=11, filesize=11.7 K 2024-11-21T20:16:45,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/2da7a4513f0045e98e529e885c7ecaf6 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/2da7a4513f0045e98e529e885c7ecaf6 2024-11-21T20:16:45,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-21T20:16:45,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:45,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:45,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:45,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:45,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:45,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/2da7a4513f0045e98e529e885c7ecaf6, entries=150, sequenceid=11, filesize=11.7 K 2024-11-21T20:16:45,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 084de37a5990a336f0443601a5ca773e in 909ms, sequenceid=11, compaction requested=false 2024-11-21T20:16:45,620 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T20:16:45,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:45,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-21T20:16:45,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:45,769 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 084de37a5990a336f0443601a5ca773e 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-21T20:16:45,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=A 2024-11-21T20:16:45,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:45,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=B 2024-11-21T20:16:45,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:45,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=C 2024-11-21T20:16:45,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:45,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/4c20e715362640fa8696fa2ab5823b8c is 50, key is test_row_0/A:col10/1732220204785/Put/seqid=0 2024-11-21T20:16:45,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742274_1450 (size=12001) 2024-11-21T20:16:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-21T20:16:45,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:45,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:45,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220265956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:45,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:45,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220265957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220265959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:45,971 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,971 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,971 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:45,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:45,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:45,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:45,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220265970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:45,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:45,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:45,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220265972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:46,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:46,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220266078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:46,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:46,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220266078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:46,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220266078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:46,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220266078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:46,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:46,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:46,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:46,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220266087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:46,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:46,176 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/4c20e715362640fa8696fa2ab5823b8c 2024-11-21T20:16:46,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/59c9474ff4684ed6b4b5a1e1ecf5427c is 50, key is test_row_0/B:col10/1732220204785/Put/seqid=0 2024-11-21T20:16:46,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742275_1451 (size=12001) 2024-11-21T20:16:46,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220266298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:46,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:46,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220266298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:46,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:46,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:46,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220266298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:46,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:46,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:46,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220266298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:46,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:46,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:46,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220266307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:46,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:46,585 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/59c9474ff4684ed6b4b5a1e1ecf5427c 2024-11-21T20:16:46,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/e198c5c36b504e3193989dc56932a8a2 is 50, key is test_row_0/C:col10/1732220204785/Put/seqid=0 2024-11-21T20:16:46,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742276_1452 (size=12001) 2024-11-21T20:16:46,595 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/e198c5c36b504e3193989dc56932a8a2 2024-11-21T20:16:46,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/4c20e715362640fa8696fa2ab5823b8c as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/4c20e715362640fa8696fa2ab5823b8c 2024-11-21T20:16:46,601 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/4c20e715362640fa8696fa2ab5823b8c, entries=150, sequenceid=47, filesize=11.7 K 2024-11-21T20:16:46,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/59c9474ff4684ed6b4b5a1e1ecf5427c as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/59c9474ff4684ed6b4b5a1e1ecf5427c 2024-11-21T20:16:46,604 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/59c9474ff4684ed6b4b5a1e1ecf5427c, entries=150, sequenceid=47, filesize=11.7 K 2024-11-21T20:16:46,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/e198c5c36b504e3193989dc56932a8a2 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/e198c5c36b504e3193989dc56932a8a2 2024-11-21T20:16:46,607 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/e198c5c36b504e3193989dc56932a8a2, entries=150, sequenceid=47, filesize=11.7 K 2024-11-21T20:16:46,608 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=53.67 KB/54960 for 084de37a5990a336f0443601a5ca773e in 839ms, sequenceid=47, compaction requested=false 2024-11-21T20:16:46,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:46,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:46,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-21T20:16:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-21T20:16:46,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-21T20:16:46,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9090 sec 2024-11-21T20:16:46,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.9140 sec 2024-11-21T20:16:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:46,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 084de37a5990a336f0443601a5ca773e 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T20:16:46,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=A 2024-11-21T20:16:46,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:46,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=B 2024-11-21T20:16:46,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:46,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=C 2024-11-21T20:16:46,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:46,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/e5dd37d27b284d9f8daf4c6d228db21a is 50, key is test_row_0/A:col10/1732220205958/Put/seqid=0 2024-11-21T20:16:46,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742277_1453 (size=14341) 2024-11-21T20:16:46,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/e5dd37d27b284d9f8daf4c6d228db21a 2024-11-21T20:16:46,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/aaa1c2f7b70749e7962d30b53dbd215c is 50, key is test_row_0/B:col10/1732220205958/Put/seqid=0 2024-11-21T20:16:46,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742278_1454 (size=12001) 2024-11-21T20:16:46,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220266643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:46,655 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,655 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,655 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:46,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220266644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:46,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:46,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220266650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:46,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:46,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220266653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:46,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:46,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220266654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:46,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:46,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220266758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:46,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:46,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220266768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:46,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:46,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220266768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:46,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:46,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220266768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:46,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:46,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220266777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:46,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-21T20:16:46,847 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:16:46,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:16:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-21T20:16:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-21T20:16:46,849 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:16:46,850 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:16:46,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:16:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-21T20:16:46,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220266967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:46,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:46,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220266987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:46,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220266988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:46,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:46,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:46,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220266988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:46,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:46,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:46,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220266988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:46,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:46,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:46,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:47,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-21T20:16:47,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:47,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:47,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:47,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:47,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:47,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/aaa1c2f7b70749e7962d30b53dbd215c 2024-11-21T20:16:47,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/0ff5c2effbdc4ca991833d33cebe58dd is 50, key is test_row_0/C:col10/1732220205958/Put/seqid=0 2024-11-21T20:16:47,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742279_1455 (size=12001) 2024-11-21T20:16:47,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-21T20:16:47,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:47,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:47,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:47,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:47,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-21T20:16:47,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220267277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:47,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:47,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-21T20:16:47,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:47,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:47,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:47,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:47,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:47,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220267298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:47,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:47,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220267298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:47,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220267298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220267298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:47,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/0ff5c2effbdc4ca991833d33cebe58dd 2024-11-21T20:16:47,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/e5dd37d27b284d9f8daf4c6d228db21a as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/e5dd37d27b284d9f8daf4c6d228db21a 2024-11-21T20:16:47,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/e5dd37d27b284d9f8daf4c6d228db21a, entries=200, sequenceid=59, filesize=14.0 K 2024-11-21T20:16:47,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/aaa1c2f7b70749e7962d30b53dbd215c as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/aaa1c2f7b70749e7962d30b53dbd215c 2024-11-21T20:16:47,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/aaa1c2f7b70749e7962d30b53dbd215c, entries=150, sequenceid=59, filesize=11.7 K 2024-11-21T20:16:47,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/0ff5c2effbdc4ca991833d33cebe58dd as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/0ff5c2effbdc4ca991833d33cebe58dd 2024-11-21T20:16:47,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/0ff5c2effbdc4ca991833d33cebe58dd, entries=150, sequenceid=59, filesize=11.7 K 2024-11-21T20:16:47,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 084de37a5990a336f0443601a5ca773e in 849ms, sequenceid=59, compaction requested=true 2024-11-21T20:16:47,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:47,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 084de37a5990a336f0443601a5ca773e:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:16:47,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:47,463 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:47,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 084de37a5990a336f0443601a5ca773e:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:16:47,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:47,463 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:47,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 084de37a5990a336f0443601a5ca773e:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:16:47,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:47,463 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:47,463 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:47,463 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 084de37a5990a336f0443601a5ca773e/B is initiating minor compaction (all files) 2024-11-21T20:16:47,463 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): 084de37a5990a336f0443601a5ca773e/A is initiating minor compaction (all files) 2024-11-21T20:16:47,463 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 084de37a5990a336f0443601a5ca773e/B in TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:47,463 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 084de37a5990a336f0443601a5ca773e/A in TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:47,463 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/12e0eab34e874571acc37376fb14c306, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/59c9474ff4684ed6b4b5a1e1ecf5427c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/aaa1c2f7b70749e7962d30b53dbd215c] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp, totalSize=35.2 K 2024-11-21T20:16:47,464 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/0663bc63b4cc440eb0d9d4489cda6c69, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/4c20e715362640fa8696fa2ab5823b8c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/e5dd37d27b284d9f8daf4c6d228db21a] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp, totalSize=39.7 K 2024-11-21T20:16:47,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-21T20:16:47,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:47,464 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 084de37a5990a336f0443601a5ca773e 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-21T20:16:47,464 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 12e0eab34e874571acc37376fb14c306, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732220204706 2024-11-21T20:16:47,464 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0663bc63b4cc440eb0d9d4489cda6c69, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732220204706 2024-11-21T20:16:47,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=A 2024-11-21T20:16:47,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:47,464 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c20e715362640fa8696fa2ab5823b8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732220204765 2024-11-21T20:16:47,464 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 59c9474ff4684ed6b4b5a1e1ecf5427c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732220204765 2024-11-21T20:16:47,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=B 2024-11-21T20:16:47,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:47,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=C 2024-11-21T20:16:47,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:47,464 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5dd37d27b284d9f8daf4c6d228db21a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732220205958 2024-11-21T20:16:47,464 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting aaa1c2f7b70749e7962d30b53dbd215c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732220205958 2024-11-21T20:16:47,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/ea5f54f32f4e48608d5243e0c5744358 is 50, key is test_row_0/A:col10/1732220206653/Put/seqid=0 2024-11-21T20:16:47,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-21T20:16:47,481 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 084de37a5990a336f0443601a5ca773e#B#compaction#383 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:47,482 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 084de37a5990a336f0443601a5ca773e#A#compaction#384 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:47,482 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/8014909ff3ab4e4aaf5bc4d3f114957f is 50, key is test_row_0/B:col10/1732220205958/Put/seqid=0 2024-11-21T20:16:47,482 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/dcb411a41f9148f8a1faea5a98845478 is 50, key is test_row_0/A:col10/1732220205958/Put/seqid=0 2024-11-21T20:16:47,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742280_1456 (size=12001) 2024-11-21T20:16:47,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742282_1458 (size=12104) 2024-11-21T20:16:47,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742281_1457 (size=12104) 2024-11-21T20:16:47,500 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/dcb411a41f9148f8a1faea5a98845478 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/dcb411a41f9148f8a1faea5a98845478 2024-11-21T20:16:47,505 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 084de37a5990a336f0443601a5ca773e/A of 084de37a5990a336f0443601a5ca773e into dcb411a41f9148f8a1faea5a98845478(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:47,505 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:47,505 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., storeName=084de37a5990a336f0443601a5ca773e/A, priority=13, startTime=1732220207462; duration=0sec 2024-11-21T20:16:47,505 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:47,505 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 084de37a5990a336f0443601a5ca773e:A 2024-11-21T20:16:47,505 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:47,506 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:47,506 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): 084de37a5990a336f0443601a5ca773e/C is initiating minor compaction (all files) 2024-11-21T20:16:47,506 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 084de37a5990a336f0443601a5ca773e/C in TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:47,506 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/2da7a4513f0045e98e529e885c7ecaf6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/e198c5c36b504e3193989dc56932a8a2, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/0ff5c2effbdc4ca991833d33cebe58dd] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp, totalSize=35.2 K 2024-11-21T20:16:47,506 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2da7a4513f0045e98e529e885c7ecaf6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732220204706 2024-11-21T20:16:47,506 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting e198c5c36b504e3193989dc56932a8a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732220204765 2024-11-21T20:16:47,506 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ff5c2effbdc4ca991833d33cebe58dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732220205958 2024-11-21T20:16:47,511 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 084de37a5990a336f0443601a5ca773e#C#compaction#385 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:47,512 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/319ba9be3a164f7c9521e1f8e00344f0 is 50, key is test_row_0/C:col10/1732220205958/Put/seqid=0 2024-11-21T20:16:47,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742283_1459 (size=12104) 2024-11-21T20:16:47,592 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T20:16:47,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:47,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:47,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220267829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220267830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:47,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:47,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:47,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220267830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:47,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220267830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:47,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:47,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:47,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:47,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:47,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220267839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:47,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:47,886 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/ea5f54f32f4e48608d5243e0c5744358 2024-11-21T20:16:47,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/2c6278f02cca46fe9bd0f970f255e334 is 50, key is test_row_0/B:col10/1732220206653/Put/seqid=0 2024-11-21T20:16:47,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742284_1460 (size=12001) 2024-11-21T20:16:47,898 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/2c6278f02cca46fe9bd0f970f255e334 2024-11-21T20:16:47,905 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/8014909ff3ab4e4aaf5bc4d3f114957f as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/8014909ff3ab4e4aaf5bc4d3f114957f 2024-11-21T20:16:47,911 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 084de37a5990a336f0443601a5ca773e/B of 084de37a5990a336f0443601a5ca773e into 8014909ff3ab4e4aaf5bc4d3f114957f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:47,911 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:47,911 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., storeName=084de37a5990a336f0443601a5ca773e/B, priority=13, startTime=1732220207463; duration=0sec 2024-11-21T20:16:47,911 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:47,911 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 084de37a5990a336f0443601a5ca773e:B 2024-11-21T20:16:47,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/fd704eeecdd54dd5be78e5db3d26258b is 50, key is test_row_0/C:col10/1732220206653/Put/seqid=0 2024-11-21T20:16:47,920 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/319ba9be3a164f7c9521e1f8e00344f0 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/319ba9be3a164f7c9521e1f8e00344f0 2024-11-21T20:16:47,924 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 084de37a5990a336f0443601a5ca773e/C of 084de37a5990a336f0443601a5ca773e into 319ba9be3a164f7c9521e1f8e00344f0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:47,924 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:47,924 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., storeName=084de37a5990a336f0443601a5ca773e/C, priority=13, startTime=1732220207463; duration=0sec 2024-11-21T20:16:47,924 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:47,924 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 084de37a5990a336f0443601a5ca773e:C 2024-11-21T20:16:47,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742285_1461 (size=12001) 2024-11-21T20:16:47,930 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/fd704eeecdd54dd5be78e5db3d26258b 2024-11-21T20:16:47,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/ea5f54f32f4e48608d5243e0c5744358 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/ea5f54f32f4e48608d5243e0c5744358 2024-11-21T20:16:47,937 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/ea5f54f32f4e48608d5243e0c5744358, entries=150, sequenceid=79, filesize=11.7 K 2024-11-21T20:16:47,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/2c6278f02cca46fe9bd0f970f255e334 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/2c6278f02cca46fe9bd0f970f255e334 2024-11-21T20:16:47,940 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/2c6278f02cca46fe9bd0f970f255e334, entries=150, sequenceid=79, filesize=11.7 K 2024-11-21T20:16:47,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/fd704eeecdd54dd5be78e5db3d26258b as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/fd704eeecdd54dd5be78e5db3d26258b 2024-11-21T20:16:47,944 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/fd704eeecdd54dd5be78e5db3d26258b, entries=150, sequenceid=79, filesize=11.7 K 2024-11-21T20:16:47,947 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 084de37a5990a336f0443601a5ca773e in 483ms, sequenceid=79, compaction requested=false 2024-11-21T20:16:47,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:47,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:47,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-21T20:16:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-21T20:16:47,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-21T20:16:47,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0980 sec 2024-11-21T20:16:47,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.1020 sec 2024-11-21T20:16:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:47,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 084de37a5990a336f0443601a5ca773e 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-21T20:16:47,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=A 2024-11-21T20:16:47,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:47,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=B 2024-11-21T20:16:47,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:47,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=C 2024-11-21T20:16:47,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:47,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/a2d3d70773a54c8d9e654674a9fbf6ec is 50, key is test_row_0/A:col10/1732220207951/Put/seqid=0 2024-11-21T20:16:47,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742286_1462 (size=12001) 2024-11-21T20:16:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-21T20:16:47,987 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:16:47,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:16:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-21T20:16:47,989 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:16:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-21T20:16:47,990 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:16:47,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:16:47,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220267979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:47,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220267979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:47,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:47,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:47,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220267980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:47,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:47,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220267981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:47,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220267989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:47,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:47,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:47,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-21T20:16:48,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220268098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:48,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:48,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220268098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:48,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:48,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:48,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220268098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:48,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:48,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220268098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:48,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:48,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:48,108 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,108 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220268099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:48,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:48,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-21T20:16:48,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:48,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:48,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:48,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:48,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:48,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-21T20:16:48,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:48,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:48,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:48,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:48,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-21T20:16:48,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220268317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220268318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220268318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:48,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220268318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:48,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:48,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220268318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:48,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:48,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/a2d3d70773a54c8d9e654674a9fbf6ec 2024-11-21T20:16:48,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/6ae6c5ed338948bbaffa55b939265cbb is 50, key is test_row_0/B:col10/1732220207951/Put/seqid=0 2024-11-21T20:16:48,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742287_1463 (size=12001) 2024-11-21T20:16:48,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-21T20:16:48,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:48,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:48,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:48,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:48,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:48,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-21T20:16:48,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:48,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:48,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:48,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:48,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-21T20:16:48,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220268638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:48,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:48,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220268638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:48,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220268638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:48,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:48,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220268638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:48,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:48,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220268638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:48,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:48,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:48,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:48,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-21T20:16:48,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:48,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:48,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:48,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:48,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:48,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/6ae6c5ed338948bbaffa55b939265cbb 2024-11-21T20:16:48,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/6443850a56a3483c9cd34ba05ec4a043 is 50, key is test_row_0/C:col10/1732220207951/Put/seqid=0 2024-11-21T20:16:48,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742288_1464 (size=12001) 2024-11-21T20:16:48,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/6443850a56a3483c9cd34ba05ec4a043 2024-11-21T20:16:48,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/a2d3d70773a54c8d9e654674a9fbf6ec as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/a2d3d70773a54c8d9e654674a9fbf6ec 2024-11-21T20:16:48,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/a2d3d70773a54c8d9e654674a9fbf6ec, entries=150, sequenceid=95, filesize=11.7 K 2024-11-21T20:16:48,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/6ae6c5ed338948bbaffa55b939265cbb as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/6ae6c5ed338948bbaffa55b939265cbb 2024-11-21T20:16:48,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/6ae6c5ed338948bbaffa55b939265cbb, entries=150, sequenceid=95, filesize=11.7 K 2024-11-21T20:16:48,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/6443850a56a3483c9cd34ba05ec4a043 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/6443850a56a3483c9cd34ba05ec4a043 2024-11-21T20:16:48,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/6443850a56a3483c9cd34ba05ec4a043, entries=150, sequenceid=95, filesize=11.7 K 2024-11-21T20:16:48,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 084de37a5990a336f0443601a5ca773e in 873ms, sequenceid=95, compaction requested=true 2024-11-21T20:16:48,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:48,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 084de37a5990a336f0443601a5ca773e:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:16:48,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:48,827 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:48,827 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:48,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 084de37a5990a336f0443601a5ca773e:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:16:48,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:48,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 084de37a5990a336f0443601a5ca773e:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:16:48,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:48,828 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:48,828 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 084de37a5990a336f0443601a5ca773e/B is initiating minor compaction (all files) 2024-11-21T20:16:48,828 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 084de37a5990a336f0443601a5ca773e/B in TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:48,828 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/8014909ff3ab4e4aaf5bc4d3f114957f, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/2c6278f02cca46fe9bd0f970f255e334, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/6ae6c5ed338948bbaffa55b939265cbb] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp, totalSize=35.3 K 2024-11-21T20:16:48,828 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:48,828 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): 084de37a5990a336f0443601a5ca773e/A is initiating minor compaction (all files) 2024-11-21T20:16:48,828 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 084de37a5990a336f0443601a5ca773e/A in TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:48,828 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/dcb411a41f9148f8a1faea5a98845478, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/ea5f54f32f4e48608d5243e0c5744358, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/a2d3d70773a54c8d9e654674a9fbf6ec] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp, totalSize=35.3 K 2024-11-21T20:16:48,829 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcb411a41f9148f8a1faea5a98845478, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732220205958 2024-11-21T20:16:48,829 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 8014909ff3ab4e4aaf5bc4d3f114957f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732220205958 2024-11-21T20:16:48,829 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c6278f02cca46fe9bd0f970f255e334, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732220206634 2024-11-21T20:16:48,829 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea5f54f32f4e48608d5243e0c5744358, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732220206634 2024-11-21T20:16:48,829 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2d3d70773a54c8d9e654674a9fbf6ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732220207829 2024-11-21T20:16:48,829 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ae6c5ed338948bbaffa55b939265cbb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732220207829 2024-11-21T20:16:48,836 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 084de37a5990a336f0443601a5ca773e#A#compaction#391 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:48,836 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 084de37a5990a336f0443601a5ca773e#B#compaction#392 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:48,837 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/65ececc0bfa0468fbabeeaff957ffb96 is 50, key is test_row_0/B:col10/1732220207951/Put/seqid=0 2024-11-21T20:16:48,837 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/612905f3ffc84720b1f67fa65a8a86ef is 50, key is test_row_0/A:col10/1732220207951/Put/seqid=0 2024-11-21T20:16:48,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742289_1465 (size=12207) 2024-11-21T20:16:48,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742290_1466 (size=12207) 2024-11-21T20:16:48,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-21T20:16:48,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:48,906 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 084de37a5990a336f0443601a5ca773e 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-21T20:16:48,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=A 2024-11-21T20:16:48,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:48,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=B 2024-11-21T20:16:48,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:48,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=C 2024-11-21T20:16:48,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:48,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/d3abd7af96f14f49acdf7f23f882b2ae is 50, key is test_row_0/A:col10/1732220207978/Put/seqid=0 2024-11-21T20:16:48,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742291_1467 (size=12001) 2024-11-21T20:16:48,919 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/d3abd7af96f14f49acdf7f23f882b2ae 2024-11-21T20:16:48,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/56263f8458504dc58e5aee6712ce3bc0 is 50, key is test_row_0/B:col10/1732220207978/Put/seqid=0 2024-11-21T20:16:48,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742292_1468 (size=12001) 2024-11-21T20:16:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-21T20:16:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:49,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:49,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220269173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:49,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:49,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220269174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:49,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:49,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:49,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220269186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:49,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:49,201 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220269186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:49,201 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,201 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:49,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220269184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:49,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:49,245 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/65ececc0bfa0468fbabeeaff957ffb96 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/65ececc0bfa0468fbabeeaff957ffb96 2024-11-21T20:16:49,249 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 084de37a5990a336f0443601a5ca773e/B of 084de37a5990a336f0443601a5ca773e into 65ececc0bfa0468fbabeeaff957ffb96(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:49,249 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:49,249 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., storeName=084de37a5990a336f0443601a5ca773e/B, priority=13, startTime=1732220208827; duration=0sec 2024-11-21T20:16:49,249 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:49,249 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 084de37a5990a336f0443601a5ca773e:B 2024-11-21T20:16:49,249 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:49,250 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:49,250 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 084de37a5990a336f0443601a5ca773e/C is initiating minor compaction (all files) 2024-11-21T20:16:49,250 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 084de37a5990a336f0443601a5ca773e/C in TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:49,250 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/319ba9be3a164f7c9521e1f8e00344f0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/fd704eeecdd54dd5be78e5db3d26258b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/6443850a56a3483c9cd34ba05ec4a043] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp, totalSize=35.3 K 2024-11-21T20:16:49,250 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 319ba9be3a164f7c9521e1f8e00344f0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732220205958 2024-11-21T20:16:49,250 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting fd704eeecdd54dd5be78e5db3d26258b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732220206634 2024-11-21T20:16:49,250 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 6443850a56a3483c9cd34ba05ec4a043, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732220207829 2024-11-21T20:16:49,257 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 084de37a5990a336f0443601a5ca773e#C#compaction#395 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:49,258 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/8ca8ecbb5eba4b23874265bd5e9596e1 is 50, key is test_row_0/C:col10/1732220207951/Put/seqid=0 2024-11-21T20:16:49,260 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/612905f3ffc84720b1f67fa65a8a86ef as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/612905f3ffc84720b1f67fa65a8a86ef 2024-11-21T20:16:49,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742293_1469 (size=12207) 2024-11-21T20:16:49,264 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/8ca8ecbb5eba4b23874265bd5e9596e1 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/8ca8ecbb5eba4b23874265bd5e9596e1 2024-11-21T20:16:49,265 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 084de37a5990a336f0443601a5ca773e/A of 084de37a5990a336f0443601a5ca773e into 612905f3ffc84720b1f67fa65a8a86ef(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:49,265 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:49,265 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., storeName=084de37a5990a336f0443601a5ca773e/A, priority=13, startTime=1732220208827; duration=0sec 2024-11-21T20:16:49,265 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:49,265 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 084de37a5990a336f0443601a5ca773e:A 2024-11-21T20:16:49,268 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 084de37a5990a336f0443601a5ca773e/C of 084de37a5990a336f0443601a5ca773e into 8ca8ecbb5eba4b23874265bd5e9596e1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:49,268 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:49,268 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., storeName=084de37a5990a336f0443601a5ca773e/C, priority=13, startTime=1732220208827; duration=0sec 2024-11-21T20:16:49,268 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:49,268 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 084de37a5990a336f0443601a5ca773e:C 2024-11-21T20:16:49,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220269287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:49,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:49,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220269297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:49,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:49,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220269308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:49,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:49,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220269308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:49,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:49,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:49,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220269308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:49,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:49,315 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,315 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,315 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:49,329 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/56263f8458504dc58e5aee6712ce3bc0 2024-11-21T20:16:49,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/5fc8d3beac854fb8a0b72f2bca5447de is 50, key is test_row_0/C:col10/1732220207978/Put/seqid=0 2024-11-21T20:16:49,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742294_1470 (size=12001) 2024-11-21T20:16:49,340 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/5fc8d3beac854fb8a0b72f2bca5447de 2024-11-21T20:16:49,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/d3abd7af96f14f49acdf7f23f882b2ae as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/d3abd7af96f14f49acdf7f23f882b2ae 2024-11-21T20:16:49,347 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/d3abd7af96f14f49acdf7f23f882b2ae, entries=150, sequenceid=114, filesize=11.7 K 2024-11-21T20:16:49,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/56263f8458504dc58e5aee6712ce3bc0 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/56263f8458504dc58e5aee6712ce3bc0 2024-11-21T20:16:49,350 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/56263f8458504dc58e5aee6712ce3bc0, entries=150, sequenceid=114, filesize=11.7 K 2024-11-21T20:16:49,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/5fc8d3beac854fb8a0b72f2bca5447de as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/5fc8d3beac854fb8a0b72f2bca5447de 2024-11-21T20:16:49,357 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/5fc8d3beac854fb8a0b72f2bca5447de, entries=150, sequenceid=114, filesize=11.7 K 2024-11-21T20:16:49,358 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 084de37a5990a336f0443601a5ca773e in 452ms, sequenceid=114, compaction requested=false 2024-11-21T20:16:49,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:49,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:49,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-21T20:16:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-21T20:16:49,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-21T20:16:49,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3700 sec 2024-11-21T20:16:49,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.3740 sec 2024-11-21T20:16:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:49,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 084de37a5990a336f0443601a5ca773e 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-21T20:16:49,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=A 2024-11-21T20:16:49,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:49,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=B 2024-11-21T20:16:49,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:49,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=C 2024-11-21T20:16:49,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:49,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/cf56f1c58be547b79864e253fb03466c is 50, key is test_row_0/A:col10/1732220209500/Put/seqid=0 2024-11-21T20:16:49,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742295_1471 (size=14391) 2024-11-21T20:16:49,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220269533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:49,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:49,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220269539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:49,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:49,546 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,546 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,546 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:49,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220269540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:49,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:49,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220269541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:49,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:49,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220269542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:49,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:49,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220269648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:49,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:49,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220269648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:49,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:49,657 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,657 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,657 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:49,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220269657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220269657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:49,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220269668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:49,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:49,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220269867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:49,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:49,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220269867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:49,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:49,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:49,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220269867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:49,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:49,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220269868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:49,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:49,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220269888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:49,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:49,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:49,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/cf56f1c58be547b79864e253fb03466c 2024-11-21T20:16:49,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/9aff3ed4844e44c2abc5aadc78301b60 is 50, key is test_row_0/B:col10/1732220209500/Put/seqid=0 2024-11-21T20:16:49,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742296_1472 (size=12051) 2024-11-21T20:16:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-21T20:16:50,148 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:16:50,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:16:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-21T20:16:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-21T20:16:50,150 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:16:50,151 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:16:50,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:16:50,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220270187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:50,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:50,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220270187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:50,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:50,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:50,194 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:50,194 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:50,194 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:50,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220270187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:50,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220270188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:50,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:50,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220270208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:50,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:50,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:50,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-21T20:16:50,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-21T20:16:50,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:50,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:50,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:50,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:50,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:50,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/9aff3ed4844e44c2abc5aadc78301b60 2024-11-21T20:16:50,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/67f8c0866f594753a322f5e8687d2dc8 is 50, key is test_row_0/C:col10/1732220209500/Put/seqid=0 2024-11-21T20:16:50,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742297_1473 (size=12051) 2024-11-21T20:16:50,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-21T20:16:50,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:50,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:50,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:50,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:50,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-21T20:16:50,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-21T20:16:50,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:50,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:50,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:50,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:50,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:50,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220270708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:50,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:50,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:50,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220270708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:50,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:50,716 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:50,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:50,716 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:50,716 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220270708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:50,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:50,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220270708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:50,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:50,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:50,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:50,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:50,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:50,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/67f8c0866f594753a322f5e8687d2dc8 2024-11-21T20:16:50,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/cf56f1c58be547b79864e253fb03466c as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/cf56f1c58be547b79864e253fb03466c 2024-11-21T20:16:50,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/cf56f1c58be547b79864e253fb03466c, entries=200, sequenceid=131, filesize=14.1 K 2024-11-21T20:16:50,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/9aff3ed4844e44c2abc5aadc78301b60 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/9aff3ed4844e44c2abc5aadc78301b60 2024-11-21T20:16:50,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/9aff3ed4844e44c2abc5aadc78301b60, entries=150, sequenceid=131, filesize=11.8 K 2024-11-21T20:16:50,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/67f8c0866f594753a322f5e8687d2dc8 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/67f8c0866f594753a322f5e8687d2dc8 2024-11-21T20:16:50,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/67f8c0866f594753a322f5e8687d2dc8, entries=150, sequenceid=131, filesize=11.8 K 2024-11-21T20:16:50,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 084de37a5990a336f0443601a5ca773e in 1237ms, sequenceid=131, compaction requested=true 2024-11-21T20:16:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 084de37a5990a336f0443601a5ca773e:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:16:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:50,739 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 084de37a5990a336f0443601a5ca773e:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:16:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:50,739 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 084de37a5990a336f0443601a5ca773e:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:16:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:50,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 084de37a5990a336f0443601a5ca773e 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-21T20:16:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=A 2024-11-21T20:16:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=B 2024-11-21T20:16:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=C 2024-11-21T20:16:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:50,740 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:50,740 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:50,740 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): 084de37a5990a336f0443601a5ca773e/A is initiating minor compaction (all files) 2024-11-21T20:16:50,740 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 084de37a5990a336f0443601a5ca773e/B is initiating minor compaction (all files) 2024-11-21T20:16:50,740 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 084de37a5990a336f0443601a5ca773e/B in TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:50,740 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 084de37a5990a336f0443601a5ca773e/A in TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:50,740 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/612905f3ffc84720b1f67fa65a8a86ef, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/d3abd7af96f14f49acdf7f23f882b2ae, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/cf56f1c58be547b79864e253fb03466c] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp, totalSize=37.7 K 2024-11-21T20:16:50,740 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/65ececc0bfa0468fbabeeaff957ffb96, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/56263f8458504dc58e5aee6712ce3bc0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/9aff3ed4844e44c2abc5aadc78301b60] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp, totalSize=35.4 K 2024-11-21T20:16:50,741 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 65ececc0bfa0468fbabeeaff957ffb96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732220207829 2024-11-21T20:16:50,741 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 612905f3ffc84720b1f67fa65a8a86ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732220207829 2024-11-21T20:16:50,741 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 56263f8458504dc58e5aee6712ce3bc0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732220207978 2024-11-21T20:16:50,741 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3abd7af96f14f49acdf7f23f882b2ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732220207978 2024-11-21T20:16:50,741 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf56f1c58be547b79864e253fb03466c, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732220209165 2024-11-21T20:16:50,741 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 9aff3ed4844e44c2abc5aadc78301b60, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732220209165 2024-11-21T20:16:50,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/3bc0bb8ee87a4ffd9c8d16ffae5e84b6 is 50, key is test_row_0/A:col10/1732220210738/Put/seqid=0 2024-11-21T20:16:50,749 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 084de37a5990a336f0443601a5ca773e#A#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:50,749 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/58caf65f7daf40428777cf942f1d00bc is 50, key is test_row_0/A:col10/1732220209500/Put/seqid=0 2024-11-21T20:16:50,750 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 084de37a5990a336f0443601a5ca773e#B#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:50,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742298_1474 (size=14541) 2024-11-21T20:16:50,750 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/16b45dce98474243a649151665746e3c is 50, key is test_row_0/B:col10/1732220209500/Put/seqid=0 2024-11-21T20:16:50,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/3bc0bb8ee87a4ffd9c8d16ffae5e84b6 2024-11-21T20:16:50,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-21T20:16:50,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:50,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:50,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:50,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:50,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:50,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742299_1475 (size=12359) 2024-11-21T20:16:50,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/5bc7e336a34a4e5b93093edfa7292ff4 is 50, key is test_row_0/B:col10/1732220210738/Put/seqid=0 2024-11-21T20:16:50,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742300_1476 (size=12359) 2024-11-21T20:16:50,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742301_1477 (size=12151) 2024-11-21T20:16:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-21T20:16:50,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220270830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:50,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:50,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:50,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:50,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-21T20:16:50,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:50,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:50,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:50,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:50,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:50,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220270937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:50,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:50,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:50,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:51,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-21T20:16:51,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:51,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:51,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:51,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:51,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:51,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220271148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:51,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:51,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:51,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:51,170 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/58caf65f7daf40428777cf942f1d00bc as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/58caf65f7daf40428777cf942f1d00bc 2024-11-21T20:16:51,174 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/16b45dce98474243a649151665746e3c as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/16b45dce98474243a649151665746e3c 2024-11-21T20:16:51,175 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 084de37a5990a336f0443601a5ca773e/A of 084de37a5990a336f0443601a5ca773e into 58caf65f7daf40428777cf942f1d00bc(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:51,175 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:51,175 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., storeName=084de37a5990a336f0443601a5ca773e/A, priority=13, startTime=1732220210739; duration=0sec 2024-11-21T20:16:51,176 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:51,176 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 084de37a5990a336f0443601a5ca773e:A 2024-11-21T20:16:51,176 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:51,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/5bc7e336a34a4e5b93093edfa7292ff4 2024-11-21T20:16:51,178 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:51,178 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): 084de37a5990a336f0443601a5ca773e/C is initiating minor compaction (all files) 2024-11-21T20:16:51,178 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 084de37a5990a336f0443601a5ca773e/C in TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:51,178 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/8ca8ecbb5eba4b23874265bd5e9596e1, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/5fc8d3beac854fb8a0b72f2bca5447de, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/67f8c0866f594753a322f5e8687d2dc8] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp, totalSize=35.4 K 2024-11-21T20:16:51,179 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ca8ecbb5eba4b23874265bd5e9596e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732220207829 2024-11-21T20:16:51,179 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fc8d3beac854fb8a0b72f2bca5447de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732220207978 2024-11-21T20:16:51,181 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67f8c0866f594753a322f5e8687d2dc8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732220209165 2024-11-21T20:16:51,181 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 084de37a5990a336f0443601a5ca773e/B of 084de37a5990a336f0443601a5ca773e into 16b45dce98474243a649151665746e3c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:51,181 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:51,181 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., storeName=084de37a5990a336f0443601a5ca773e/B, priority=13, startTime=1732220210739; duration=0sec 2024-11-21T20:16:51,181 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:51,182 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 084de37a5990a336f0443601a5ca773e:B 2024-11-21T20:16:51,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/5b45139e9c944322a0f96f473ef8b441 is 50, key is test_row_0/C:col10/1732220210738/Put/seqid=0 2024-11-21T20:16:51,196 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 084de37a5990a336f0443601a5ca773e#C#compaction#405 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:51,197 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/0456f96dddcc4391b9d1b610078c991f is 50, key is test_row_0/C:col10/1732220209500/Put/seqid=0 2024-11-21T20:16:51,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742302_1478 (size=12151) 2024-11-21T20:16:51,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742303_1479 (size=12359) 2024-11-21T20:16:51,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-21T20:16:51,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:51,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:51,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:51,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:51,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-21T20:16:51,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-21T20:16:51,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:51,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:51,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:51,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:51,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:51,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220271467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:51,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:51,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:51,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:51,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-21T20:16:51,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:51,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:51,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:51,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:51,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:51,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/5b45139e9c944322a0f96f473ef8b441 2024-11-21T20:16:51,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/3bc0bb8ee87a4ffd9c8d16ffae5e84b6 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/3bc0bb8ee87a4ffd9c8d16ffae5e84b6 2024-11-21T20:16:51,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/3bc0bb8ee87a4ffd9c8d16ffae5e84b6, entries=200, sequenceid=150, filesize=14.2 K 2024-11-21T20:16:51,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/5bc7e336a34a4e5b93093edfa7292ff4 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/5bc7e336a34a4e5b93093edfa7292ff4 2024-11-21T20:16:51,611 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/0456f96dddcc4391b9d1b610078c991f as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/0456f96dddcc4391b9d1b610078c991f 2024-11-21T20:16:51,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/5bc7e336a34a4e5b93093edfa7292ff4, entries=150, sequenceid=150, filesize=11.9 K 2024-11-21T20:16:51,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/5b45139e9c944322a0f96f473ef8b441 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/5b45139e9c944322a0f96f473ef8b441 2024-11-21T20:16:51,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/5b45139e9c944322a0f96f473ef8b441, entries=150, sequenceid=150, filesize=11.9 K 2024-11-21T20:16:51,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 084de37a5990a336f0443601a5ca773e in 877ms, sequenceid=150, compaction requested=false 2024-11-21T20:16:51,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:51,618 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 084de37a5990a336f0443601a5ca773e/C of 084de37a5990a336f0443601a5ca773e into 0456f96dddcc4391b9d1b610078c991f(size=12.1 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:51,618 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:51,618 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., storeName=084de37a5990a336f0443601a5ca773e/C, priority=13, startTime=1732220210739; duration=0sec 2024-11-21T20:16:51,618 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:51,618 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 084de37a5990a336f0443601a5ca773e:C 2024-11-21T20:16:51,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-21T20:16:51,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:51,683 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 084de37a5990a336f0443601a5ca773e 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-21T20:16:51,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=A 2024-11-21T20:16:51,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:51,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=B 2024-11-21T20:16:51,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:51,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=C 2024-11-21T20:16:51,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:51,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/5b5109f8ceb548f5a0fa10c9ad7987c6 is 50, key is test_row_0/A:col10/1732220210784/Put/seqid=0 2024-11-21T20:16:51,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742304_1480 (size=12151) 2024-11-21T20:16:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:51,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:51,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220271761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:51,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:51,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:51,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220271762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:51,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:51,769 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:51,769 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:51,769 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:51,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220271767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:51,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:51,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:51,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:51,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220271768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:51,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:51,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:51,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:51,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220271878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:51,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:51,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220271878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:51,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:51,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:51,887 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:51,887 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:51,887 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:51,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220271887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:51,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:51,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:51,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:51,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220271887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:51,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:51,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:51,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:51,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220271987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:51,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:51,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:51,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:52,089 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/5b5109f8ceb548f5a0fa10c9ad7987c6 2024-11-21T20:16:52,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/37e839942a6a461fbacde3e20a556273 is 50, key is test_row_0/B:col10/1732220210784/Put/seqid=0 2024-11-21T20:16:52,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742305_1481 (size=12151) 2024-11-21T20:16:52,098 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/37e839942a6a461fbacde3e20a556273 2024-11-21T20:16:52,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/defbc85534d4469b99f2d4536340da56 is 50, key is test_row_0/C:col10/1732220210784/Put/seqid=0 2024-11-21T20:16:52,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220272097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:52,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220272097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:52,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:52,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:52,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:52,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:52,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220272097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:52,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:52,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220272098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:52,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:52,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:52,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:52,108 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:52,108 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:52,108 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:52,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742306_1482 (size=12151) 2024-11-21T20:16:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-21T20:16:52,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220272418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:52,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:52,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220272418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:52,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:52,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:52,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:52,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220272418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:52,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:52,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:52,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:52,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220272418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:52,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:52,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:52,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:52,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:52,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:52,514 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/defbc85534d4469b99f2d4536340da56 2024-11-21T20:16:52,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/5b5109f8ceb548f5a0fa10c9ad7987c6 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/5b5109f8ceb548f5a0fa10c9ad7987c6 2024-11-21T20:16:52,519 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/5b5109f8ceb548f5a0fa10c9ad7987c6, entries=150, sequenceid=166, filesize=11.9 K 2024-11-21T20:16:52,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/37e839942a6a461fbacde3e20a556273 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/37e839942a6a461fbacde3e20a556273 2024-11-21T20:16:52,523 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/37e839942a6a461fbacde3e20a556273, entries=150, sequenceid=166, filesize=11.9 K 2024-11-21T20:16:52,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/defbc85534d4469b99f2d4536340da56 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/defbc85534d4469b99f2d4536340da56 2024-11-21T20:16:52,526 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/defbc85534d4469b99f2d4536340da56, entries=150, sequenceid=166, filesize=11.9 K 2024-11-21T20:16:52,526 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 084de37a5990a336f0443601a5ca773e in 843ms, sequenceid=166, compaction requested=true 2024-11-21T20:16:52,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:52,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:52,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-21T20:16:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-21T20:16:52,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-21T20:16:52,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3770 sec 2024-11-21T20:16:52,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.3810 sec 2024-11-21T20:16:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:52,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 084de37a5990a336f0443601a5ca773e 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-21T20:16:52,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=A 2024-11-21T20:16:52,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:52,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=B 2024-11-21T20:16:52,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:52,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=C 2024-11-21T20:16:52,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:52,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/34589d8fe3a4429482e3e2a5ebd8601a is 50, key is test_row_0/A:col10/1732220211766/Put/seqid=0 2024-11-21T20:16:52,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742307_1483 (size=14541) 2024-11-21T20:16:52,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:52,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220272956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:52,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:52,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220272957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:52,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:52,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220272965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:52,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:52,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:52,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:52,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:52,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:52,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:52,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:52,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220272966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:52,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:52,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:52,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:53,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220273018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:53,029 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_1' in 084de37a5990a336f0443601a5ca773e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:16:53,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:53,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:53,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:53,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220273077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:53,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:53,088 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:53,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220273077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:53,088 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:53,088 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:53,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:53,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220273078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:53,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:53,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:53,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:53,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:53,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:53,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:53,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220273088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:53,094 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:53,094 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:53,094 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:53,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220273297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:53,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:53,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220273297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:53,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:53,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:53,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:53,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:53,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220273298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:53,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:53,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:53,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220273298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:53,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:53,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:53,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:53,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:53,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:53,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/34589d8fe3a4429482e3e2a5ebd8601a 2024-11-21T20:16:53,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/a0d9976cee9248adbbc2c0ee980a977a is 50, key is test_row_0/B:col10/1732220211766/Put/seqid=0 2024-11-21T20:16:53,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742308_1484 (size=12151) 2024-11-21T20:16:53,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220273617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:53,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:53,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:53,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220273617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:53,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:53,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:53,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:53,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:53,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220273617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:53,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:53,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220273617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:53,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:53,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:53,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:53,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:53,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:53,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/a0d9976cee9248adbbc2c0ee980a977a 2024-11-21T20:16:53,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/5fb2ae377a27478bb886cf8ce958a728 is 50, key is test_row_0/C:col10/1732220211766/Put/seqid=0 2024-11-21T20:16:53,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742309_1485 (size=12151) 2024-11-21T20:16:54,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220274137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:54,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220274137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:54,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:54,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:54,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:54,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:54,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:54,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:54,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220274137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:54,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:54,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:54,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220274137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:54,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:54,146 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:54,146 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:54,146 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:54,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/5fb2ae377a27478bb886cf8ce958a728 2024-11-21T20:16:54,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/34589d8fe3a4429482e3e2a5ebd8601a as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/34589d8fe3a4429482e3e2a5ebd8601a 2024-11-21T20:16:54,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/34589d8fe3a4429482e3e2a5ebd8601a, entries=200, sequenceid=186, filesize=14.2 K 2024-11-21T20:16:54,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/a0d9976cee9248adbbc2c0ee980a977a as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/a0d9976cee9248adbbc2c0ee980a977a 2024-11-21T20:16:54,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/a0d9976cee9248adbbc2c0ee980a977a, entries=150, sequenceid=186, filesize=11.9 K 2024-11-21T20:16:54,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/5fb2ae377a27478bb886cf8ce958a728 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/5fb2ae377a27478bb886cf8ce958a728 2024-11-21T20:16:54,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/5fb2ae377a27478bb886cf8ce958a728, entries=150, sequenceid=186, filesize=11.9 K 2024-11-21T20:16:54,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 084de37a5990a336f0443601a5ca773e in 1245ms, sequenceid=186, compaction requested=true 2024-11-21T20:16:54,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:54,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 084de37a5990a336f0443601a5ca773e:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:16:54,185 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:16:54,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:54,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 084de37a5990a336f0443601a5ca773e:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:16:54,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:54,185 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:16:54,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 084de37a5990a336f0443601a5ca773e:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:16:54,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:54,186 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:16:54,186 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53592 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:16:54,186 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 084de37a5990a336f0443601a5ca773e/B is initiating minor compaction (all files) 2024-11-21T20:16:54,186 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): 084de37a5990a336f0443601a5ca773e/A is initiating minor compaction (all files) 2024-11-21T20:16:54,186 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 084de37a5990a336f0443601a5ca773e/A in TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:54,186 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 084de37a5990a336f0443601a5ca773e/B in TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:54,186 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/58caf65f7daf40428777cf942f1d00bc, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/3bc0bb8ee87a4ffd9c8d16ffae5e84b6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/5b5109f8ceb548f5a0fa10c9ad7987c6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/34589d8fe3a4429482e3e2a5ebd8601a] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp, totalSize=52.3 K 2024-11-21T20:16:54,186 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/16b45dce98474243a649151665746e3c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/5bc7e336a34a4e5b93093edfa7292ff4, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/37e839942a6a461fbacde3e20a556273, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/a0d9976cee9248adbbc2c0ee980a977a] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp, totalSize=47.7 K 2024-11-21T20:16:54,186 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 16b45dce98474243a649151665746e3c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732220209165 2024-11-21T20:16:54,186 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58caf65f7daf40428777cf942f1d00bc, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732220209165 2024-11-21T20:16:54,186 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bc0bb8ee87a4ffd9c8d16ffae5e84b6, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732220209520 2024-11-21T20:16:54,186 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bc7e336a34a4e5b93093edfa7292ff4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732220209532 2024-11-21T20:16:54,186 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b5109f8ceb548f5a0fa10c9ad7987c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732220210784 2024-11-21T20:16:54,186 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 37e839942a6a461fbacde3e20a556273, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732220210784 2024-11-21T20:16:54,187 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34589d8fe3a4429482e3e2a5ebd8601a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732220211761 2024-11-21T20:16:54,187 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting a0d9976cee9248adbbc2c0ee980a977a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732220211766 2024-11-21T20:16:54,194 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 084de37a5990a336f0443601a5ca773e#A#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:54,194 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/054ed7c134e44729948f3bab0376f3f9 is 50, key is test_row_0/A:col10/1732220211766/Put/seqid=0 2024-11-21T20:16:54,194 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 084de37a5990a336f0443601a5ca773e#B#compaction#413 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:54,195 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/c7c484cdbbdb4005833921f94aa47eb3 is 50, key is test_row_0/B:col10/1732220211766/Put/seqid=0 2024-11-21T20:16:54,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742310_1486 (size=12595) 2024-11-21T20:16:54,210 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/c7c484cdbbdb4005833921f94aa47eb3 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/c7c484cdbbdb4005833921f94aa47eb3 2024-11-21T20:16:54,221 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 084de37a5990a336f0443601a5ca773e/B of 084de37a5990a336f0443601a5ca773e into c7c484cdbbdb4005833921f94aa47eb3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:54,221 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:54,221 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., storeName=084de37a5990a336f0443601a5ca773e/B, priority=12, startTime=1732220214185; duration=0sec 2024-11-21T20:16:54,221 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:54,221 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 084de37a5990a336f0443601a5ca773e:B 2024-11-21T20:16:54,221 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:16:54,222 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:16:54,222 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 084de37a5990a336f0443601a5ca773e/C is initiating minor compaction (all files) 2024-11-21T20:16:54,222 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 084de37a5990a336f0443601a5ca773e/C in TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:54,222 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/0456f96dddcc4391b9d1b610078c991f, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/5b45139e9c944322a0f96f473ef8b441, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/defbc85534d4469b99f2d4536340da56, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/5fb2ae377a27478bb886cf8ce958a728] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp, totalSize=47.7 K 2024-11-21T20:16:54,223 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 0456f96dddcc4391b9d1b610078c991f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732220209165 2024-11-21T20:16:54,223 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b45139e9c944322a0f96f473ef8b441, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732220209532 2024-11-21T20:16:54,223 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting defbc85534d4469b99f2d4536340da56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732220210784 2024-11-21T20:16:54,224 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fb2ae377a27478bb886cf8ce958a728, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732220211766 2024-11-21T20:16:54,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742311_1487 (size=12595) 2024-11-21T20:16:54,247 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 084de37a5990a336f0443601a5ca773e#C#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:54,248 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/30458cb58f4d459ea7a440077efd6121 is 50, key is test_row_0/C:col10/1732220211766/Put/seqid=0 2024-11-21T20:16:54,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742312_1488 (size=12595) 2024-11-21T20:16:54,274 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/30458cb58f4d459ea7a440077efd6121 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/30458cb58f4d459ea7a440077efd6121 2024-11-21T20:16:54,285 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 084de37a5990a336f0443601a5ca773e/C of 084de37a5990a336f0443601a5ca773e into 30458cb58f4d459ea7a440077efd6121(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:54,285 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:54,285 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., storeName=084de37a5990a336f0443601a5ca773e/C, priority=12, startTime=1732220214185; duration=0sec 2024-11-21T20:16:54,285 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:54,285 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 084de37a5990a336f0443601a5ca773e:C 2024-11-21T20:16:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-21T20:16:54,318 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:16:54,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:16:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-21T20:16:54,321 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:16:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-21T20:16:54,322 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:16:54,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:16:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-21T20:16:54,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-21T20:16:54,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:54,475 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 084de37a5990a336f0443601a5ca773e 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T20:16:54,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=A 2024-11-21T20:16:54,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:54,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=B 2024-11-21T20:16:54,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:54,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=C 2024-11-21T20:16:54,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:54,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/20f50c06c82f4c0a946dd3696e13b363 is 50, key is test_row_0/A:col10/1732220212963/Put/seqid=0 2024-11-21T20:16:54,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742313_1489 (size=12151) 2024-11-21T20:16:54,484 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/20f50c06c82f4c0a946dd3696e13b363 2024-11-21T20:16:54,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/980506b391b943ac8ec164c3a0bf026e is 50, key is test_row_0/B:col10/1732220212963/Put/seqid=0 2024-11-21T20:16:54,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742314_1490 (size=12151) 2024-11-21T20:16:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-21T20:16:54,643 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/054ed7c134e44729948f3bab0376f3f9 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/054ed7c134e44729948f3bab0376f3f9 2024-11-21T20:16:54,647 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 084de37a5990a336f0443601a5ca773e/A of 084de37a5990a336f0443601a5ca773e into 054ed7c134e44729948f3bab0376f3f9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:54,647 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:54,647 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., storeName=084de37a5990a336f0443601a5ca773e/A, priority=12, startTime=1732220214185; duration=0sec 2024-11-21T20:16:54,647 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:54,647 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 084de37a5990a336f0443601a5ca773e:A 2024-11-21T20:16:54,898 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/980506b391b943ac8ec164c3a0bf026e 2024-11-21T20:16:54,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/a35cab709cae449a9ad8d45a34f682e0 is 50, key is test_row_0/C:col10/1732220212963/Put/seqid=0 2024-11-21T20:16:54,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742315_1491 (size=12151) 2024-11-21T20:16:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-21T20:16:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:55,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:55,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220275146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:55,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:55,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:55,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:55,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220275158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:55,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220275158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:55,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220275158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:55,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:55,160 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in 084de37a5990a336f0443601a5ca773e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:16:55,160 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_0' in 084de37a5990a336f0443601a5ca773e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:16:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220275158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:55,161 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:55,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:55,160 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_1' in 084de37a5990a336f0443601a5ca773e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:16:55,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:55,161 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:55,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:55,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:55,161 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:55,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:55,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:55,161 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_1' in 084de37a5990a336f0443601a5ca773e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:16:55,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:55,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:55,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:55,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220275258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:55,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:55,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:55,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:55,307 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/a35cab709cae449a9ad8d45a34f682e0 2024-11-21T20:16:55,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/20f50c06c82f4c0a946dd3696e13b363 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/20f50c06c82f4c0a946dd3696e13b363 2024-11-21T20:16:55,313 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/20f50c06c82f4c0a946dd3696e13b363, entries=150, sequenceid=200, filesize=11.9 K 2024-11-21T20:16:55,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/980506b391b943ac8ec164c3a0bf026e as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/980506b391b943ac8ec164c3a0bf026e 2024-11-21T20:16:55,317 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/980506b391b943ac8ec164c3a0bf026e, entries=150, sequenceid=200, filesize=11.9 K 2024-11-21T20:16:55,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/a35cab709cae449a9ad8d45a34f682e0 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/a35cab709cae449a9ad8d45a34f682e0 2024-11-21T20:16:55,320 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/a35cab709cae449a9ad8d45a34f682e0, entries=150, sequenceid=200, filesize=11.9 K 2024-11-21T20:16:55,321 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 084de37a5990a336f0443601a5ca773e in 846ms, sequenceid=200, compaction requested=false 2024-11-21T20:16:55,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:55,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:55,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-21T20:16:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-21T20:16:55,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-21T20:16:55,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0000 sec 2024-11-21T20:16:55,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.0050 sec 2024-11-21T20:16:55,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-21T20:16:55,458 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:16:55,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:16:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-21T20:16:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-21T20:16:55,460 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:16:55,460 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:16:55,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:16:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:55,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 084de37a5990a336f0443601a5ca773e 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-21T20:16:55,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=A 2024-11-21T20:16:55,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:55,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=B 2024-11-21T20:16:55,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:55,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=C 2024-11-21T20:16:55,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:55,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/28562e1cf36149bbb8c84a19efd94413 is 50, key is test_row_0/A:col10/1732220215481/Put/seqid=0 2024-11-21T20:16:55,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742316_1492 (size=14541) 2024-11-21T20:16:55,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220275534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:55,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:55,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:55,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-21T20:16:55,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-21T20:16:55,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:55,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:55,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:55,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:55,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:55,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220275647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:55,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:55,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:55,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:55,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-21T20:16:55,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:55,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:55,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:55,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:55,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-21T20:16:55,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220275858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:55,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:55,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:55,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:55,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/28562e1cf36149bbb8c84a19efd94413 2024-11-21T20:16:55,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/4d144d4a6af5437083b9ec6cc6f14b07 is 50, key is test_row_0/B:col10/1732220215481/Put/seqid=0 2024-11-21T20:16:55,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742317_1493 (size=12151) 2024-11-21T20:16:55,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-21T20:16:55,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:55,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:55,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:55,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:55,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:56,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-21T20:16:56,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:56,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:56,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:56,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:56,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-21T20:16:56,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220276167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:56,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:56,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:56,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:56,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-21T20:16:56,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:56,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:56,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:56,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:56,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:56,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/4d144d4a6af5437083b9ec6cc6f14b07 2024-11-21T20:16:56,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/6870e19bc4ee480bbbd5a0465307b2d3 is 50, key is test_row_0/C:col10/1732220215481/Put/seqid=0 2024-11-21T20:16:56,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742318_1494 (size=12151) 2024-11-21T20:16:56,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-21T20:16:56,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:56,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:56,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:56,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:56,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:56,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-21T20:16:56,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:56,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:56,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:56,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:56,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-21T20:16:56,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-21T20:16:56,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:56,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:56,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:56,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:56,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:56,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:56,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:56,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220276687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:56,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:56,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:56,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:56,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/6870e19bc4ee480bbbd5a0465307b2d3 2024-11-21T20:16:56,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/28562e1cf36149bbb8c84a19efd94413 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/28562e1cf36149bbb8c84a19efd94413 2024-11-21T20:16:56,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/28562e1cf36149bbb8c84a19efd94413, entries=200, sequenceid=222, filesize=14.2 K 2024-11-21T20:16:56,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/4d144d4a6af5437083b9ec6cc6f14b07 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/4d144d4a6af5437083b9ec6cc6f14b07 2024-11-21T20:16:56,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/4d144d4a6af5437083b9ec6cc6f14b07, entries=150, sequenceid=222, filesize=11.9 K 2024-11-21T20:16:56,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/6870e19bc4ee480bbbd5a0465307b2d3 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/6870e19bc4ee480bbbd5a0465307b2d3 2024-11-21T20:16:56,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/6870e19bc4ee480bbbd5a0465307b2d3, entries=150, sequenceid=222, filesize=11.9 K 2024-11-21T20:16:56,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 084de37a5990a336f0443601a5ca773e in 1237ms, sequenceid=222, compaction requested=true 2024-11-21T20:16:56,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:56,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 084de37a5990a336f0443601a5ca773e:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:16:56,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:56,719 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:56,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 084de37a5990a336f0443601a5ca773e:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:16:56,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:56,719 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:56,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 084de37a5990a336f0443601a5ca773e:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:16:56,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:56,720 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:56,720 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:56,720 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 084de37a5990a336f0443601a5ca773e/B is initiating minor compaction (all files) 2024-11-21T20:16:56,720 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): 084de37a5990a336f0443601a5ca773e/A is initiating minor compaction (all files) 2024-11-21T20:16:56,720 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 084de37a5990a336f0443601a5ca773e/A in TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:56,720 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 084de37a5990a336f0443601a5ca773e/B in TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:56,720 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/054ed7c134e44729948f3bab0376f3f9, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/20f50c06c82f4c0a946dd3696e13b363, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/28562e1cf36149bbb8c84a19efd94413] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp, totalSize=38.4 K 2024-11-21T20:16:56,720 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/c7c484cdbbdb4005833921f94aa47eb3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/980506b391b943ac8ec164c3a0bf026e, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/4d144d4a6af5437083b9ec6cc6f14b07] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp, totalSize=36.0 K 2024-11-21T20:16:56,721 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting c7c484cdbbdb4005833921f94aa47eb3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732220211766 2024-11-21T20:16:56,721 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 054ed7c134e44729948f3bab0376f3f9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732220211766 2024-11-21T20:16:56,721 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20f50c06c82f4c0a946dd3696e13b363, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732220212956 2024-11-21T20:16:56,721 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 980506b391b943ac8ec164c3a0bf026e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732220212956 2024-11-21T20:16:56,721 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28562e1cf36149bbb8c84a19efd94413, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732220215130 2024-11-21T20:16:56,721 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d144d4a6af5437083b9ec6cc6f14b07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732220215130 2024-11-21T20:16:56,727 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 084de37a5990a336f0443601a5ca773e#A#compaction#421 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:56,727 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 084de37a5990a336f0443601a5ca773e#B#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:56,727 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/59be196d9153498391571a327de3a4e4 is 50, key is test_row_0/A:col10/1732220215481/Put/seqid=0 2024-11-21T20:16:56,728 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/c11601f5618848168ea33b1b85cb8485 is 50, key is test_row_0/B:col10/1732220215481/Put/seqid=0 2024-11-21T20:16:56,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742319_1495 (size=12697) 2024-11-21T20:16:56,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742320_1496 (size=12697) 2024-11-21T20:16:56,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-21T20:16:56,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:56,832 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 084de37a5990a336f0443601a5ca773e 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T20:16:56,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=A 2024-11-21T20:16:56,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:56,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=B 2024-11-21T20:16:56,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:56,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=C 2024-11-21T20:16:56,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:56,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/b1a844856e1145218efb7bc22d5b4d56 is 50, key is test_row_0/A:col10/1732220215516/Put/seqid=0 2024-11-21T20:16:56,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742321_1497 (size=12151) 2024-11-21T20:16:57,144 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/c11601f5618848168ea33b1b85cb8485 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/c11601f5618848168ea33b1b85cb8485 2024-11-21T20:16:57,144 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/59be196d9153498391571a327de3a4e4 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/59be196d9153498391571a327de3a4e4 2024-11-21T20:16:57,147 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 084de37a5990a336f0443601a5ca773e/A of 084de37a5990a336f0443601a5ca773e into 59be196d9153498391571a327de3a4e4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:57,147 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 084de37a5990a336f0443601a5ca773e/B of 084de37a5990a336f0443601a5ca773e into c11601f5618848168ea33b1b85cb8485(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:57,147 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:57,147 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:57,147 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., storeName=084de37a5990a336f0443601a5ca773e/A, priority=13, startTime=1732220216719; duration=0sec 2024-11-21T20:16:57,147 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., storeName=084de37a5990a336f0443601a5ca773e/B, priority=13, startTime=1732220216719; duration=0sec 2024-11-21T20:16:57,148 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:57,148 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:57,148 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 084de37a5990a336f0443601a5ca773e:A 2024-11-21T20:16:57,148 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 084de37a5990a336f0443601a5ca773e:B 2024-11-21T20:16:57,148 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:57,148 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:57,148 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): 084de37a5990a336f0443601a5ca773e/C is initiating minor compaction (all files) 2024-11-21T20:16:57,148 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 084de37a5990a336f0443601a5ca773e/C in TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:57,149 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/30458cb58f4d459ea7a440077efd6121, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/a35cab709cae449a9ad8d45a34f682e0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/6870e19bc4ee480bbbd5a0465307b2d3] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp, totalSize=36.0 K 2024-11-21T20:16:57,149 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30458cb58f4d459ea7a440077efd6121, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732220211766 2024-11-21T20:16:57,149 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting a35cab709cae449a9ad8d45a34f682e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732220212956 2024-11-21T20:16:57,150 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6870e19bc4ee480bbbd5a0465307b2d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732220215130 2024-11-21T20:16:57,156 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 084de37a5990a336f0443601a5ca773e#C#compaction#424 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:57,157 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/48e771565f33408ebf07fcdb2a921bbb is 50, key is test_row_0/C:col10/1732220215481/Put/seqid=0 2024-11-21T20:16:57,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742322_1498 (size=12697) 2024-11-21T20:16:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:57,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:57,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220277214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:57,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220277215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:57,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732220217208, max timestamp=1732220217221Num uniques 859; 2024-11-21T20:16:57,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:16:57,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732220217208, max timestamp=1732220217221Num uniques 859; 2024-11-21T20:16:57,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732220217208, max timestamp=1732220217221Num uniques 859; 2024-11-21T20:16:57,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:16:57,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:16:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:57,239 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/b1a844856e1145218efb7bc22d5b4d56 2024-11-21T20:16:57,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/e992f9fffc1a4f7398ccdcc67fc180bb is 50, key is test_row_0/B:col10/1732220215516/Put/seqid=0 2024-11-21T20:16:57,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742323_1499 (size=12151) 2024-11-21T20:16:57,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220277283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:57,292 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,292 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,292 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:57,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220277291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:57,296 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,296 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,296 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:57,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220277327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:57,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:57,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220277327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:57,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:57,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220277398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:57,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220277398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:57,408 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,408 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,408 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:57,409 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,409 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,409 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:57,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220277537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:57,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220277537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:57,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:57,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:57,565 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/48e771565f33408ebf07fcdb2a921bbb as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/48e771565f33408ebf07fcdb2a921bbb 2024-11-21T20:16:57,568 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 084de37a5990a336f0443601a5ca773e/C of 084de37a5990a336f0443601a5ca773e into 48e771565f33408ebf07fcdb2a921bbb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:57,568 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:57,568 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., storeName=084de37a5990a336f0443601a5ca773e/C, priority=13, startTime=1732220216719; duration=0sec 2024-11-21T20:16:57,568 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:57,568 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 084de37a5990a336f0443601a5ca773e:C 2024-11-21T20:16:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-21T20:16:57,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220277618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220277618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:57,650 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/e992f9fffc1a4f7398ccdcc67fc180bb 2024-11-21T20:16:57,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/f92a02e37aa54fa78ab6ff8a4499b9a4 is 50, key is test_row_0/C:col10/1732220215516/Put/seqid=0 2024-11-21T20:16:57,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742324_1500 (size=12151) 2024-11-21T20:16:57,660 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/f92a02e37aa54fa78ab6ff8a4499b9a4 2024-11-21T20:16:57,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/b1a844856e1145218efb7bc22d5b4d56 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/b1a844856e1145218efb7bc22d5b4d56 2024-11-21T20:16:57,666 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/b1a844856e1145218efb7bc22d5b4d56, entries=150, sequenceid=233, filesize=11.9 K 2024-11-21T20:16:57,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/e992f9fffc1a4f7398ccdcc67fc180bb as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/e992f9fffc1a4f7398ccdcc67fc180bb 2024-11-21T20:16:57,669 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/e992f9fffc1a4f7398ccdcc67fc180bb, entries=150, sequenceid=233, filesize=11.9 K 2024-11-21T20:16:57,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/f92a02e37aa54fa78ab6ff8a4499b9a4 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/f92a02e37aa54fa78ab6ff8a4499b9a4 2024-11-21T20:16:57,672 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/f92a02e37aa54fa78ab6ff8a4499b9a4, entries=150, sequenceid=233, filesize=11.9 K 2024-11-21T20:16:57,673 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 084de37a5990a336f0443601a5ca773e in 841ms, sequenceid=233, compaction requested=false 2024-11-21T20:16:57,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:57,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:57,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-21T20:16:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-21T20:16:57,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-21T20:16:57,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2140 sec 2024-11-21T20:16:57,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 2.2180 sec 2024-11-21T20:16:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:57,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 084de37a5990a336f0443601a5ca773e 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-21T20:16:57,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=A 2024-11-21T20:16:57,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:57,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=B 2024-11-21T20:16:57,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:57,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=C 2024-11-21T20:16:57,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:57,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/ce06f323e51846d78124ce330fe3ba20 is 50, key is test_row_0/A:col10/1732220217275/Put/seqid=0 2024-11-21T20:16:57,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742325_1501 (size=14741) 2024-11-21T20:16:57,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220277761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:57,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:57,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220277847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:57,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220277847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:57,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:57,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:57,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220277878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:57,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:57,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220277937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:57,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:57,948 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220277937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:57,948 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,948 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:57,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:57,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:58,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220278098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:58,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:58,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:58,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:58,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/ce06f323e51846d78124ce330fe3ba20 2024-11-21T20:16:58,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/7cc6f0b17499483494f049c09e5998f4 is 50, key is test_row_0/B:col10/1732220217275/Put/seqid=0 2024-11-21T20:16:58,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742326_1502 (size=12301) 2024-11-21T20:16:58,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220278368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:58,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:58,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220278368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:58,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:58,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:58,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:58,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:58,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:58,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220278417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:58,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:58,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:58,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:58,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220278458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:58,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:58,466 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:58,466 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220278458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:58,466 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:58,467 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:58,467 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:58,467 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:58,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/7cc6f0b17499483494f049c09e5998f4 2024-11-21T20:16:58,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/a3ae47a12e8146feb982fa0b672beb1a is 50, key is test_row_0/C:col10/1732220217275/Put/seqid=0 2024-11-21T20:16:58,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742327_1503 (size=12301) 2024-11-21T20:16:58,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/a3ae47a12e8146feb982fa0b672beb1a 2024-11-21T20:16:58,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/ce06f323e51846d78124ce330fe3ba20 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/ce06f323e51846d78124ce330fe3ba20 2024-11-21T20:16:58,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/ce06f323e51846d78124ce330fe3ba20, entries=200, sequenceid=272, filesize=14.4 K 2024-11-21T20:16:58,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/7cc6f0b17499483494f049c09e5998f4 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/7cc6f0b17499483494f049c09e5998f4 2024-11-21T20:16:58,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/7cc6f0b17499483494f049c09e5998f4, entries=150, sequenceid=272, filesize=12.0 K 2024-11-21T20:16:58,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/a3ae47a12e8146feb982fa0b672beb1a as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/a3ae47a12e8146feb982fa0b672beb1a 2024-11-21T20:16:58,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220278937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:58,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:58,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:58,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:58,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/a3ae47a12e8146feb982fa0b672beb1a, entries=150, sequenceid=272, filesize=12.0 K 2024-11-21T20:16:58,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 084de37a5990a336f0443601a5ca773e in 1248ms, sequenceid=272, compaction requested=true 2024-11-21T20:16:58,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:58,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 084de37a5990a336f0443601a5ca773e:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:16:58,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:58,960 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:58,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 084de37a5990a336f0443601a5ca773e:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:16:58,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:58,960 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:58,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 084de37a5990a336f0443601a5ca773e:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:16:58,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:58,961 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:58,961 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:58,961 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 084de37a5990a336f0443601a5ca773e/B is initiating minor compaction (all files) 2024-11-21T20:16:58,961 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): 084de37a5990a336f0443601a5ca773e/A is initiating minor compaction (all files) 2024-11-21T20:16:58,961 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 084de37a5990a336f0443601a5ca773e/B in TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:58,961 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 084de37a5990a336f0443601a5ca773e/A in TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:58,961 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/c11601f5618848168ea33b1b85cb8485, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/e992f9fffc1a4f7398ccdcc67fc180bb, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/7cc6f0b17499483494f049c09e5998f4] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp, totalSize=36.3 K 2024-11-21T20:16:58,961 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/59be196d9153498391571a327de3a4e4, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/b1a844856e1145218efb7bc22d5b4d56, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/ce06f323e51846d78124ce330fe3ba20] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp, totalSize=38.7 K 2024-11-21T20:16:58,961 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting c11601f5618848168ea33b1b85cb8485, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732220215130 2024-11-21T20:16:58,961 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59be196d9153498391571a327de3a4e4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732220215130 2024-11-21T20:16:58,962 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1a844856e1145218efb7bc22d5b4d56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732220215516 2024-11-21T20:16:58,962 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting e992f9fffc1a4f7398ccdcc67fc180bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732220215516 2024-11-21T20:16:58,962 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cc6f0b17499483494f049c09e5998f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732220217246 2024-11-21T20:16:58,962 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce06f323e51846d78124ce330fe3ba20, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732220217246 2024-11-21T20:16:58,966 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 084de37a5990a336f0443601a5ca773e#B#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:58,967 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 084de37a5990a336f0443601a5ca773e#A#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:58,967 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/45681245e7c443a2a86bff3bd3f971d6 is 50, key is test_row_0/A:col10/1732220217275/Put/seqid=0 2024-11-21T20:16:58,967 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/3f90ca72245c4f7e8d5a2ffdc6237f74 is 50, key is test_row_0/B:col10/1732220217275/Put/seqid=0 2024-11-21T20:16:58,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742329_1505 (size=12949) 2024-11-21T20:16:58,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742328_1504 (size=12949) 2024-11-21T20:16:58,984 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/45681245e7c443a2a86bff3bd3f971d6 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/45681245e7c443a2a86bff3bd3f971d6 2024-11-21T20:16:58,989 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 084de37a5990a336f0443601a5ca773e/A of 084de37a5990a336f0443601a5ca773e into 45681245e7c443a2a86bff3bd3f971d6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:58,990 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:58,990 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., storeName=084de37a5990a336f0443601a5ca773e/A, priority=13, startTime=1732220218960; duration=0sec 2024-11-21T20:16:58,990 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:16:58,990 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 084de37a5990a336f0443601a5ca773e:A 2024-11-21T20:16:58,990 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:16:58,991 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:16:58,991 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): 084de37a5990a336f0443601a5ca773e/C is initiating minor compaction (all files) 2024-11-21T20:16:58,993 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 084de37a5990a336f0443601a5ca773e/C in TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:58,993 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/48e771565f33408ebf07fcdb2a921bbb, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/f92a02e37aa54fa78ab6ff8a4499b9a4, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/a3ae47a12e8146feb982fa0b672beb1a] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp, totalSize=36.3 K 2024-11-21T20:16:58,994 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48e771565f33408ebf07fcdb2a921bbb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732220215130 2024-11-21T20:16:58,994 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting f92a02e37aa54fa78ab6ff8a4499b9a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732220215516 2024-11-21T20:16:58,994 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3ae47a12e8146feb982fa0b672beb1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732220217246 2024-11-21T20:16:59,004 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 084de37a5990a336f0443601a5ca773e#C#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:16:59,004 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/b7739b8b3fab43a09f78d6690cf14a10 is 50, key is test_row_0/C:col10/1732220217275/Put/seqid=0 2024-11-21T20:16:59,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742330_1506 (size=12949) 2024-11-21T20:16:59,385 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/3f90ca72245c4f7e8d5a2ffdc6237f74 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/3f90ca72245c4f7e8d5a2ffdc6237f74 2024-11-21T20:16:59,389 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 084de37a5990a336f0443601a5ca773e/B of 084de37a5990a336f0443601a5ca773e into 3f90ca72245c4f7e8d5a2ffdc6237f74(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:59,389 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:59,389 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., storeName=084de37a5990a336f0443601a5ca773e/B, priority=13, startTime=1732220218960; duration=0sec 2024-11-21T20:16:59,389 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:59,389 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 084de37a5990a336f0443601a5ca773e:B 2024-11-21T20:16:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:59,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 084de37a5990a336f0443601a5ca773e 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T20:16:59,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=A 2024-11-21T20:16:59,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:59,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=B 2024-11-21T20:16:59,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:59,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=C 2024-11-21T20:16:59,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:16:59,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/6e5432e4f03044059134f091d0415add is 50, key is test_row_0/A:col10/1732220217743/Put/seqid=0 2024-11-21T20:16:59,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742331_1507 (size=14741) 2024-11-21T20:16:59,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/6e5432e4f03044059134f091d0415add 2024-11-21T20:16:59,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/a457bef01ab941969c0dd66e68bc1ae8 is 50, key is test_row_0/B:col10/1732220217743/Put/seqid=0 2024-11-21T20:16:59,418 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/b7739b8b3fab43a09f78d6690cf14a10 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/b7739b8b3fab43a09f78d6690cf14a10 2024-11-21T20:16:59,423 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 084de37a5990a336f0443601a5ca773e/C of 084de37a5990a336f0443601a5ca773e into b7739b8b3fab43a09f78d6690cf14a10(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:16:59,423 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:59,423 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., storeName=084de37a5990a336f0443601a5ca773e/C, priority=13, startTime=1732220218960; duration=0sec 2024-11-21T20:16:59,423 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:16:59,423 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 084de37a5990a336f0443601a5ca773e:C 2024-11-21T20:16:59,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742332_1508 (size=12301) 2024-11-21T20:16:59,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/a457bef01ab941969c0dd66e68bc1ae8 2024-11-21T20:16:59,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/4fdf008fe2864acea8b735a438a51047 is 50, key is test_row_0/C:col10/1732220217743/Put/seqid=0 2024-11-21T20:16:59,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742333_1509 (size=12301) 2024-11-21T20:16:59,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732220219448, max timestamp=1732220219462Num uniques 859; 2024-11-21T20:16:59,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:16:59,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732220219448, max timestamp=1732220219462Num uniques 859; 2024-11-21T20:16:59,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:16:59,466 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732220219448, max timestamp=1732220219462Num uniques 859; 2024-11-21T20:16:59,466 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:16:59,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220279506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:59,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:59,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220279507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:59,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:59,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220279508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:59,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:59,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220279509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:59,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:59,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-21T20:16:59,628 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:16:59,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:16:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-21T20:16:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-21T20:16:59,630 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:16:59,631 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:16:59,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:16:59,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220279628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:59,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:59,639 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,639 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220279628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:59,639 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:59,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:59,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220279628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:59,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:59,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:59,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220279628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:59,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:59,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-21T20:16:59,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T20:16:59,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:59,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:59,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:59,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:59,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:59,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/4fdf008fe2864acea8b735a438a51047 2024-11-21T20:16:59,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/6e5432e4f03044059134f091d0415add as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/6e5432e4f03044059134f091d0415add 2024-11-21T20:16:59,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/6e5432e4f03044059134f091d0415add, entries=200, sequenceid=285, filesize=14.4 K 2024-11-21T20:16:59,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/a457bef01ab941969c0dd66e68bc1ae8 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/a457bef01ab941969c0dd66e68bc1ae8 2024-11-21T20:16:59,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/a457bef01ab941969c0dd66e68bc1ae8, entries=150, sequenceid=285, filesize=12.0 K 2024-11-21T20:16:59,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/4fdf008fe2864acea8b735a438a51047 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/4fdf008fe2864acea8b735a438a51047 2024-11-21T20:16:59,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/4fdf008fe2864acea8b735a438a51047, entries=150, sequenceid=285, filesize=12.0 K 2024-11-21T20:16:59,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 084de37a5990a336f0443601a5ca773e in 453ms, sequenceid=285, compaction requested=false 2024-11-21T20:16:59,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:16:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 084de37a5990a336f0443601a5ca773e 2024-11-21T20:16:59,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 084de37a5990a336f0443601a5ca773e 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-21T20:16:59,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=A 2024-11-21T20:16:59,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:59,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=B 2024-11-21T20:16:59,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:59,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=C 2024-11-21T20:16:59,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:16:59,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/b83d693545354b619ea766898ffe12de is 50, key is test_row_0/A:col10/1732220219486/Put/seqid=0 2024-11-21T20:16:59,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742334_1510 (size=14741) 2024-11-21T20:16:59,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220279858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:59,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:59,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220279865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:59,870 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,870 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,870 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:59,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220279868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:59,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:59,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220279869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:59,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:59,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T20:16:59,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:59,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:16:59,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:16:59,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:59,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:16:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-21T20:16:59,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220279968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:59,975 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_1' in 084de37a5990a336f0443601a5ca773e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:16:59,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:59,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220279978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:59,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220279978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:59,991 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,991 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,991 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:59,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:59,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220279987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:59,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:16:59,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220279987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:16:59,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:16:59,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:16:59,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:00,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T20:17:00,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:00,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:17:00,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:00,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:00,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:00,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220280198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:00,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220280198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:00,203 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:00,203 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:00,203 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:00,203 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:00,203 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:00,203 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:00,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220280207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:00,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220280207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:00,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:00,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:00,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:00,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:00,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:00,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:00,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T20:17:00,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:00,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:17:00,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:00,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:00,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-21T20:17:00,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/b83d693545354b619ea766898ffe12de 2024-11-21T20:17:00,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/ec523bfa15d84d4f8d07abfe9c21eebb is 50, key is test_row_0/B:col10/1732220219486/Put/seqid=0 2024-11-21T20:17:00,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742335_1511 (size=12301) 2024-11-21T20:17:00,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T20:17:00,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:00,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:17:00,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:00,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:00,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:00,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220280508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:00,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220280508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:00,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220280527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:00,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220280527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:00,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:00,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:00,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:00,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:00,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:00,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:00,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T20:17:00,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:00,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:17:00,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:00,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:00,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:00,620 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T20:17:00,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/ec523bfa15d84d4f8d07abfe9c21eebb 2024-11-21T20:17:00,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/775d6cede68b4ed6af1b45b466fd0511 is 50, key is test_row_0/C:col10/1732220219486/Put/seqid=0 2024-11-21T20:17:00,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742336_1512 (size=12301) 2024-11-21T20:17:00,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/775d6cede68b4ed6af1b45b466fd0511 2024-11-21T20:17:00,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/b83d693545354b619ea766898ffe12de as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/b83d693545354b619ea766898ffe12de 2024-11-21T20:17:00,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/b83d693545354b619ea766898ffe12de, entries=200, sequenceid=322, filesize=14.4 K 2024-11-21T20:17:00,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/ec523bfa15d84d4f8d07abfe9c21eebb as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/ec523bfa15d84d4f8d07abfe9c21eebb 2024-11-21T20:17:00,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/ec523bfa15d84d4f8d07abfe9c21eebb, entries=150, sequenceid=322, filesize=12.0 K 2024-11-21T20:17:00,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/775d6cede68b4ed6af1b45b466fd0511 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/775d6cede68b4ed6af1b45b466fd0511 2024-11-21T20:17:00,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/775d6cede68b4ed6af1b45b466fd0511, entries=150, sequenceid=322, filesize=12.0 K 2024-11-21T20:17:00,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 084de37a5990a336f0443601a5ca773e in 849ms, sequenceid=322, compaction requested=true 2024-11-21T20:17:00,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:17:00,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 084de37a5990a336f0443601a5ca773e:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:17:00,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:00,704 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:17:00,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 084de37a5990a336f0443601a5ca773e:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:17:00,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:17:00,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 084de37a5990a336f0443601a5ca773e:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:17:00,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T20:17:00,704 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:17:00,705 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42431 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:17:00,705 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:17:00,705 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 084de37a5990a336f0443601a5ca773e/B is initiating minor compaction (all files) 2024-11-21T20:17:00,705 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): 084de37a5990a336f0443601a5ca773e/A is initiating minor compaction (all files) 2024-11-21T20:17:00,705 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 084de37a5990a336f0443601a5ca773e/A in TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:00,705 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 084de37a5990a336f0443601a5ca773e/B in TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:00,705 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/45681245e7c443a2a86bff3bd3f971d6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/6e5432e4f03044059134f091d0415add, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/b83d693545354b619ea766898ffe12de] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp, totalSize=41.4 K 2024-11-21T20:17:00,705 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/3f90ca72245c4f7e8d5a2ffdc6237f74, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/a457bef01ab941969c0dd66e68bc1ae8, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/ec523bfa15d84d4f8d07abfe9c21eebb] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp, totalSize=36.7 K 2024-11-21T20:17:00,705 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45681245e7c443a2a86bff3bd3f971d6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732220217246 2024-11-21T20:17:00,705 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f90ca72245c4f7e8d5a2ffdc6237f74, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732220217246 2024-11-21T20:17:00,706 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e5432e4f03044059134f091d0415add, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732220217717 2024-11-21T20:17:00,706 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting a457bef01ab941969c0dd66e68bc1ae8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732220217743 2024-11-21T20:17:00,706 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting b83d693545354b619ea766898ffe12de, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732220219486 2024-11-21T20:17:00,706 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting ec523bfa15d84d4f8d07abfe9c21eebb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732220219486 2024-11-21T20:17:00,715 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 084de37a5990a336f0443601a5ca773e#B#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:00,715 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/f03b9ba3ea6e4926aa4ace2c715d142c is 50, key is test_row_0/B:col10/1732220219486/Put/seqid=0 2024-11-21T20:17:00,715 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 084de37a5990a336f0443601a5ca773e#A#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:00,716 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/31e3a14508294212b64f1c349e88cb59 is 50, key is test_row_0/A:col10/1732220219486/Put/seqid=0 2024-11-21T20:17:00,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T20:17:00,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:00,716 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 084de37a5990a336f0443601a5ca773e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T20:17:00,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=A 2024-11-21T20:17:00,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:00,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=B 2024-11-21T20:17:00,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:00,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=C 2024-11-21T20:17:00,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:00,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/c3909fedc5334f4ab0084e62ee3063b4 is 50, key is test_row_0/A:col10/1732220219856/Put/seqid=0 2024-11-21T20:17:00,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742337_1513 (size=13051) 2024-11-21T20:17:00,758 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/31e3a14508294212b64f1c349e88cb59 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/31e3a14508294212b64f1c349e88cb59 2024-11-21T20:17:00,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742338_1514 (size=13051) 2024-11-21T20:17:00,764 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 084de37a5990a336f0443601a5ca773e/A of 084de37a5990a336f0443601a5ca773e into 31e3a14508294212b64f1c349e88cb59(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:00,764 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:17:00,764 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., storeName=084de37a5990a336f0443601a5ca773e/A, priority=13, startTime=1732220220704; duration=0sec 2024-11-21T20:17:00,764 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:17:00,764 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 084de37a5990a336f0443601a5ca773e:A 2024-11-21T20:17:00,764 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:17:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-21T20:17:00,768 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:17:00,768 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): 084de37a5990a336f0443601a5ca773e/C is initiating minor compaction (all files) 2024-11-21T20:17:00,768 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 084de37a5990a336f0443601a5ca773e/C in TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:00,768 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/b7739b8b3fab43a09f78d6690cf14a10, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/4fdf008fe2864acea8b735a438a51047, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/775d6cede68b4ed6af1b45b466fd0511] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp, totalSize=36.7 K 2024-11-21T20:17:00,768 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7739b8b3fab43a09f78d6690cf14a10, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732220217246 2024-11-21T20:17:00,769 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fdf008fe2864acea8b735a438a51047, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732220217743 2024-11-21T20:17:00,769 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 775d6cede68b4ed6af1b45b466fd0511, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732220219486 2024-11-21T20:17:00,770 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/f03b9ba3ea6e4926aa4ace2c715d142c as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/f03b9ba3ea6e4926aa4ace2c715d142c 2024-11-21T20:17:00,775 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 084de37a5990a336f0443601a5ca773e/B of 084de37a5990a336f0443601a5ca773e into f03b9ba3ea6e4926aa4ace2c715d142c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:00,775 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:17:00,775 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., storeName=084de37a5990a336f0443601a5ca773e/B, priority=13, startTime=1732220220704; duration=0sec 2024-11-21T20:17:00,775 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:00,775 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 084de37a5990a336f0443601a5ca773e:B 2024-11-21T20:17:00,782 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 084de37a5990a336f0443601a5ca773e#C#compaction#442 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:00,783 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/a669cfbb3e95446e9c450c81c0fdc9c8 is 50, key is test_row_0/C:col10/1732220219486/Put/seqid=0 2024-11-21T20:17:00,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742340_1516 (size=13051) 2024-11-21T20:17:00,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742339_1515 (size=12301) 2024-11-21T20:17:00,797 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/c3909fedc5334f4ab0084e62ee3063b4 2024-11-21T20:17:00,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/09a05990d50e447893ab67b9c72bc004 is 50, key is test_row_0/B:col10/1732220219856/Put/seqid=0 2024-11-21T20:17:00,804 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/a669cfbb3e95446e9c450c81c0fdc9c8 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/a669cfbb3e95446e9c450c81c0fdc9c8 2024-11-21T20:17:00,809 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 084de37a5990a336f0443601a5ca773e/C of 084de37a5990a336f0443601a5ca773e into a669cfbb3e95446e9c450c81c0fdc9c8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:00,809 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:17:00,809 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., storeName=084de37a5990a336f0443601a5ca773e/C, priority=13, startTime=1732220220704; duration=0sec 2024-11-21T20:17:00,809 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:00,809 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 084de37a5990a336f0443601a5ca773e:C 2024-11-21T20:17:00,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742341_1517 (size=12301) 2024-11-21T20:17:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 084de37a5990a336f0443601a5ca773e 2024-11-21T20:17:01,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:17:01,077 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732220221058, max timestamp=1732220221074Num uniques 859; 2024-11-21T20:17:01,077 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-21T20:17:01,077 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732220221058, max timestamp=1732220221074Num uniques 859; 2024-11-21T20:17:01,077 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732220221058, max timestamp=1732220221074Num uniques 859; 2024-11-21T20:17:01,077 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-21T20:17:01,077 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-21T20:17:01,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220281103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:01,116 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,116 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,116 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:01,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:01,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220281114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:01,117 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,117 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,117 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:01,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:01,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220281115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:01,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:01,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220281116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:01,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:01,214 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/09a05990d50e447893ab67b9c72bc004 2024-11-21T20:17:01,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/09933dce5a534b01859b11a329342f3a is 50, key is test_row_0/C:col10/1732220219856/Put/seqid=0 2024-11-21T20:17:01,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742342_1518 (size=12301) 2024-11-21T20:17:01,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220281218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:01,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:01,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220281228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:01,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:01,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220281228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:01,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:01,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:01,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220281237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:01,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:01,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220281438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:01,444 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,444 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,444 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:01,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220281448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:01,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:01,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220281448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:01,458 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,458 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,458 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:01,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220281448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:01,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:01,622 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/09933dce5a534b01859b11a329342f3a 2024-11-21T20:17:01,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/c3909fedc5334f4ab0084e62ee3063b4 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/c3909fedc5334f4ab0084e62ee3063b4 2024-11-21T20:17:01,628 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/c3909fedc5334f4ab0084e62ee3063b4, entries=150, sequenceid=332, filesize=12.0 K 2024-11-21T20:17:01,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/09a05990d50e447893ab67b9c72bc004 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/09a05990d50e447893ab67b9c72bc004 2024-11-21T20:17:01,632 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/09a05990d50e447893ab67b9c72bc004, entries=150, sequenceid=332, filesize=12.0 K 2024-11-21T20:17:01,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/09933dce5a534b01859b11a329342f3a as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/09933dce5a534b01859b11a329342f3a 2024-11-21T20:17:01,635 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/09933dce5a534b01859b11a329342f3a, entries=150, sequenceid=332, filesize=12.0 K 2024-11-21T20:17:01,636 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 084de37a5990a336f0443601a5ca773e in 920ms, sequenceid=332, compaction requested=false 2024-11-21T20:17:01,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:17:01,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:01,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-21T20:17:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-21T20:17:01,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-21T20:17:01,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0060 sec 2024-11-21T20:17:01,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 2.0100 sec 2024-11-21T20:17:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 084de37a5990a336f0443601a5ca773e 2024-11-21T20:17:01,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 084de37a5990a336f0443601a5ca773e 3/3 column families, dataSize=147.60 KB heapSize=410.77 KB 2024-11-21T20:17:01,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=A 2024-11-21T20:17:01,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:17:01,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=B 2024-11-21T20:17:01,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:17:01,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=C 2024-11-21T20:17:01,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:17:01,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/3dedc9ace44f448f80adc86c50f3ba82 is 50, key is test_row_0/A:col10/1732220221114/Put/seqid=0 2024-11-21T20:17:01,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742343_1519 (size=14741) 2024-11-21T20:17:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-21T20:17:01,778 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:17:01,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:17:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-21T20:17:01,781 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:17:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-21T20:17:01,781 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:17:01,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:17:01,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220281779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:01,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:01,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220281780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:01,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:01,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220281780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:01,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:01,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:01,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220281781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:01,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-21T20:17:01,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220281888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:01,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:01,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220281897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:01,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:01,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220281897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:01,906 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,906 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:01,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:01,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220281907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:01,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:01,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:01,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-21T20:17:01,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:01,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:17:01,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:01,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:01,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:02,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55706 deadline: 1732220281997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:02,003 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_1' in 084de37a5990a336f0443601a5ca773e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4241 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:17:02,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:02,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:02,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:02,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-21T20:17:02,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:02,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:17:02,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:02,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:02,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-21T20:17:02,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220282107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:02,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:02,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220282107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:02,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:02,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:02,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:02,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:02,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:02,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220282118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:02,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:02,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:02,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:02,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220282128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:02,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:02,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:02,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:02,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/3dedc9ace44f448f80adc86c50f3ba82 2024-11-21T20:17:02,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/703f7e5db98b4a0dba87cb08620838d2 is 50, key is test_row_0/B:col10/1732220221114/Put/seqid=0 2024-11-21T20:17:02,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742344_1520 (size=12301) 2024-11-21T20:17:02,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-21T20:17:02,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:02,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:17:02,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:02,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:02,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:02,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-21T20:17:02,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:02,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:17:02,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:02,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:02,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-21T20:17:02,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220282427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:02,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:02,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220282427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:02,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:02,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:02,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:02,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:02,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:02,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220282437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:02,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:02,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:02,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:02,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220282448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:02,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:02,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:02,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:02,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-21T20:17:02,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:02,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:17:02,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:02,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:02,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:02,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/703f7e5db98b4a0dba87cb08620838d2 2024-11-21T20:17:02,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/dec6b1f906f84bb1a10e6084fbf4fb76 is 50, key is test_row_0/C:col10/1732220221114/Put/seqid=0 2024-11-21T20:17:02,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742345_1521 (size=12301) 2024-11-21T20:17:02,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-21T20:17:02,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:02,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:17:02,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:02,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:02,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:02,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-21T20:17:02,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:02,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:17:02,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:02,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:02,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-21T20:17:02,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220282947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:02,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220282948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:02,957 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:02,957 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:02,957 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:02,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:02,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:02,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:02,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220282958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:02,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:02,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:02,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:02,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220282968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:02,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/dec6b1f906f84bb1a10e6084fbf4fb76 2024-11-21T20:17:02,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/3dedc9ace44f448f80adc86c50f3ba82 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/3dedc9ace44f448f80adc86c50f3ba82 2024-11-21T20:17:02,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/3dedc9ace44f448f80adc86c50f3ba82, entries=200, sequenceid=371, filesize=14.4 K 2024-11-21T20:17:02,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/703f7e5db98b4a0dba87cb08620838d2 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/703f7e5db98b4a0dba87cb08620838d2 2024-11-21T20:17:02,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/703f7e5db98b4a0dba87cb08620838d2, entries=150, sequenceid=371, filesize=12.0 K 2024-11-21T20:17:02,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/dec6b1f906f84bb1a10e6084fbf4fb76 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/dec6b1f906f84bb1a10e6084fbf4fb76 2024-11-21T20:17:02,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/dec6b1f906f84bb1a10e6084fbf4fb76, entries=150, sequenceid=371, filesize=12.0 K 2024-11-21T20:17:02,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~410.72 KB/420576, currentSize=40.25 KB/41220 for 084de37a5990a336f0443601a5ca773e in 1241ms, sequenceid=371, compaction requested=true 2024-11-21T20:17:02,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:17:02,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 084de37a5990a336f0443601a5ca773e:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:17:02,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:02,997 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:17:02,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 084de37a5990a336f0443601a5ca773e:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:17:02,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:02,997 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:17:02,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 084de37a5990a336f0443601a5ca773e:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:17:02,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:17:03,000 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:17:03,000 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:17:03,000 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): 084de37a5990a336f0443601a5ca773e/A is initiating minor compaction (all files) 2024-11-21T20:17:03,000 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 084de37a5990a336f0443601a5ca773e/B is initiating minor compaction (all files) 2024-11-21T20:17:03,000 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 084de37a5990a336f0443601a5ca773e/B in TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:03,000 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 084de37a5990a336f0443601a5ca773e/A in TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:03,000 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/f03b9ba3ea6e4926aa4ace2c715d142c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/09a05990d50e447893ab67b9c72bc004, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/703f7e5db98b4a0dba87cb08620838d2] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp, totalSize=36.8 K 2024-11-21T20:17:03,000 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/31e3a14508294212b64f1c349e88cb59, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/c3909fedc5334f4ab0084e62ee3063b4, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/3dedc9ace44f448f80adc86c50f3ba82] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp, totalSize=39.2 K 2024-11-21T20:17:03,001 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting f03b9ba3ea6e4926aa4ace2c715d142c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732220219486 2024-11-21T20:17:03,001 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31e3a14508294212b64f1c349e88cb59, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732220219486 2024-11-21T20:17:03,001 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 09a05990d50e447893ab67b9c72bc004, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732220219856 2024-11-21T20:17:03,001 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3909fedc5334f4ab0084e62ee3063b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732220219856 2024-11-21T20:17:03,001 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 703f7e5db98b4a0dba87cb08620838d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732220221114 2024-11-21T20:17:03,001 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3dedc9ace44f448f80adc86c50f3ba82, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732220221113 2024-11-21T20:17:03,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-21T20:17:03,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:03,002 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 084de37a5990a336f0443601a5ca773e 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-21T20:17:03,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=A 2024-11-21T20:17:03,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:03,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=B 2024-11-21T20:17:03,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:03,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=C 2024-11-21T20:17:03,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:03,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/ab649c8961f84acc8aa21bc1b35f1791 is 50, key is test_row_0/A:col10/1732220221779/Put/seqid=0 2024-11-21T20:17:03,010 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 084de37a5990a336f0443601a5ca773e#B#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:03,011 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/4f7cec518b90459cad364042f3504eba is 50, key is test_row_0/B:col10/1732220221114/Put/seqid=0 2024-11-21T20:17:03,014 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 084de37a5990a336f0443601a5ca773e#A#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:03,015 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/f11b9bdd59184f1f9689b6ebf8b20679 is 50, key is test_row_0/A:col10/1732220221114/Put/seqid=0 2024-11-21T20:17:03,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742346_1522 (size=12301) 2024-11-21T20:17:03,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742347_1523 (size=13153) 2024-11-21T20:17:03,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742348_1524 (size=13153) 2024-11-21T20:17:03,423 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/ab649c8961f84acc8aa21bc1b35f1791 2024-11-21T20:17:03,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/15b9787ccd3d45f6ab2f402b5eaef6cf is 50, key is test_row_0/B:col10/1732220221779/Put/seqid=0 2024-11-21T20:17:03,433 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/4f7cec518b90459cad364042f3504eba as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/4f7cec518b90459cad364042f3504eba 2024-11-21T20:17:03,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742349_1525 (size=12301) 2024-11-21T20:17:03,437 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/f11b9bdd59184f1f9689b6ebf8b20679 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/f11b9bdd59184f1f9689b6ebf8b20679 2024-11-21T20:17:03,441 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 084de37a5990a336f0443601a5ca773e/B of 084de37a5990a336f0443601a5ca773e into 4f7cec518b90459cad364042f3504eba(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:03,441 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:17:03,441 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., storeName=084de37a5990a336f0443601a5ca773e/B, priority=13, startTime=1732220222997; duration=0sec 2024-11-21T20:17:03,441 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:17:03,441 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 084de37a5990a336f0443601a5ca773e:B 2024-11-21T20:17:03,441 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:17:03,442 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:17:03,442 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 084de37a5990a336f0443601a5ca773e/C is initiating minor compaction (all files) 2024-11-21T20:17:03,442 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 084de37a5990a336f0443601a5ca773e/C in TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:03,442 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/a669cfbb3e95446e9c450c81c0fdc9c8, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/09933dce5a534b01859b11a329342f3a, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/dec6b1f906f84bb1a10e6084fbf4fb76] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp, totalSize=36.8 K 2024-11-21T20:17:03,442 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting a669cfbb3e95446e9c450c81c0fdc9c8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732220219486 2024-11-21T20:17:03,443 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 09933dce5a534b01859b11a329342f3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732220219856 2024-11-21T20:17:03,443 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting dec6b1f906f84bb1a10e6084fbf4fb76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732220221114 2024-11-21T20:17:03,444 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 084de37a5990a336f0443601a5ca773e/A of 084de37a5990a336f0443601a5ca773e into f11b9bdd59184f1f9689b6ebf8b20679(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:03,444 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:17:03,444 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., storeName=084de37a5990a336f0443601a5ca773e/A, priority=13, startTime=1732220222996; duration=0sec 2024-11-21T20:17:03,445 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:03,445 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 084de37a5990a336f0443601a5ca773e:A 2024-11-21T20:17:03,448 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 084de37a5990a336f0443601a5ca773e#C#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:03,449 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/cbc383fde2104ad4bc4ab75121e51c27 is 50, key is test_row_0/C:col10/1732220221114/Put/seqid=0 2024-11-21T20:17:03,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742350_1526 (size=13153) 2024-11-21T20:17:03,462 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/cbc383fde2104ad4bc4ab75121e51c27 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/cbc383fde2104ad4bc4ab75121e51c27 2024-11-21T20:17:03,468 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 084de37a5990a336f0443601a5ca773e/C of 084de37a5990a336f0443601a5ca773e into cbc383fde2104ad4bc4ab75121e51c27(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:03,468 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:17:03,468 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., storeName=084de37a5990a336f0443601a5ca773e/C, priority=13, startTime=1732220222997; duration=0sec 2024-11-21T20:17:03,468 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:03,468 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 084de37a5990a336f0443601a5ca773e:C 2024-11-21T20:17:03,836 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/15b9787ccd3d45f6ab2f402b5eaef6cf 2024-11-21T20:17:03,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/aaa0e414f3dd4d75946113ef56601007 is 50, key is test_row_0/C:col10/1732220221779/Put/seqid=0 2024-11-21T20:17:03,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742351_1527 (size=12301) 2024-11-21T20:17:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-21T20:17:03,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. as already flushing 2024-11-21T20:17:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 084de37a5990a336f0443601a5ca773e 2024-11-21T20:17:04,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732220223982, max timestamp=1732220224011Num uniques 859; 2024-11-21T20:17:04,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732220223982, max timestamp=1732220224011Num uniques 859; 2024-11-21T20:17:04,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732220223982, max timestamp=1732220224011Num uniques 859; 2024-11-21T20:17:04,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-21T20:17:04,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-21T20:17:04,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-21T20:17:04,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220284040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:04,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:04,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220284050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:04,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:04,056 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:04,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220284054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:04,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:04,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220284055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:04,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:04,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220284168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:04,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220284168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:04,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:04,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:04,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220284168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:04,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:04,176 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,176 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,176 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:04,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220284177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:04,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:04,246 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/aaa0e414f3dd4d75946113ef56601007 2024-11-21T20:17:04,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/ab649c8961f84acc8aa21bc1b35f1791 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/ab649c8961f84acc8aa21bc1b35f1791 2024-11-21T20:17:04,255 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/ab649c8961f84acc8aa21bc1b35f1791, entries=150, sequenceid=380, filesize=12.0 K 2024-11-21T20:17:04,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/15b9787ccd3d45f6ab2f402b5eaef6cf as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/15b9787ccd3d45f6ab2f402b5eaef6cf 2024-11-21T20:17:04,260 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/15b9787ccd3d45f6ab2f402b5eaef6cf, entries=150, sequenceid=380, filesize=12.0 K 2024-11-21T20:17:04,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/aaa0e414f3dd4d75946113ef56601007 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/aaa0e414f3dd4d75946113ef56601007 2024-11-21T20:17:04,264 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/aaa0e414f3dd4d75946113ef56601007, entries=150, sequenceid=380, filesize=12.0 K 2024-11-21T20:17:04,264 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=147.60 KB/151140 for 084de37a5990a336f0443601a5ca773e in 1262ms, sequenceid=380, compaction requested=false 2024-11-21T20:17:04,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:17:04,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:04,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-21T20:17:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-21T20:17:04,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-21T20:17:04,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4850 sec 2024-11-21T20:17:04,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 2.4930 sec 2024-11-21T20:17:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 084de37a5990a336f0443601a5ca773e 2024-11-21T20:17:04,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 084de37a5990a336f0443601a5ca773e 3/3 column families, dataSize=154.31 KB heapSize=430.69 KB 2024-11-21T20:17:04,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=A 2024-11-21T20:17:04,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:17:04,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=B 2024-11-21T20:17:04,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:17:04,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=C 2024-11-21T20:17:04,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:17:04,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/75b53e2e06e24a2bb0de5fc08bdd65a9 is 50, key is test_row_0/A:col10/1732220224052/Put/seqid=0 2024-11-21T20:17:04,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742352_1528 (size=14741) 2024-11-21T20:17:04,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220284398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:04,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:04,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/75b53e2e06e24a2bb0de5fc08bdd65a9 2024-11-21T20:17:04,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/d0669ac407a74298847d56df9e1d3a3a is 50, key is test_row_0/B:col10/1732220224052/Put/seqid=0 2024-11-21T20:17:04,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742353_1529 (size=12301) 2024-11-21T20:17:04,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220284399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220284402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:04,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220284403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:04,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:04,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220284507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:04,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:04,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220284518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:04,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:04,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220284518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:04,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:04,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220284518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:04,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:04,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:04,699 INFO [Thread-2014 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2014. 2024-11-21T20:17:04,699 DEBUG [Thread-2014 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:17:04,699 DEBUG [Thread-2014 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:04,699 DEBUG [Thread-2014 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:04,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:04,702 INFO [Thread-2016 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2016. 2024-11-21T20:17:04,702 DEBUG [Thread-2016 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:17:04,702 DEBUG [Thread-2016 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:04,702 DEBUG [Thread-2016 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:04,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:04,713 INFO [Thread-2022 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2022. 2024-11-21T20:17:04,713 DEBUG [Thread-2022 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:17:04,713 DEBUG [Thread-2022 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:04,713 DEBUG [Thread-2022 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:04,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:04,715 INFO [Thread-2018 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2018. 2024-11-21T20:17:04,716 DEBUG [Thread-2018 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:17:04,716 DEBUG [Thread-2018 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:04,716 DEBUG [Thread-2018 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:04,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:04,716 INFO [Thread-2020 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2020. 2024-11-21T20:17:04,716 DEBUG [Thread-2020 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:17:04,716 DEBUG [Thread-2020 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:04,716 DEBUG [Thread-2020 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:04,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:04,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220284718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:04,718 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,718 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,718 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:04,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:04,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:04,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220284738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220284738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220284738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:04,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:04,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:04,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:04,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:04,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/d0669ac407a74298847d56df9e1d3a3a 2024-11-21T20:17:04,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/16d471d7130f495f8b5655839e17a600 is 50, key is test_row_0/C:col10/1732220224052/Put/seqid=0 2024-11-21T20:17:04,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742354_1530 (size=12301) 2024-11-21T20:17:05,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1732220285028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:05,028 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:05,028 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:05,028 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:05,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:05,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:05,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1732220285048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55708 deadline: 1732220285048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55762 deadline: 1732220285048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:05,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:05,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:05,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 , the old value is region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:05,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:05,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:05,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:05,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:05,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:05,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., hostname=377014bd7527,44057,1732220072650, seqNum=2 because the exception is null or not the one we care about 2024-11-21T20:17:05,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/16d471d7130f495f8b5655839e17a600 2024-11-21T20:17:05,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/75b53e2e06e24a2bb0de5fc08bdd65a9 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/75b53e2e06e24a2bb0de5fc08bdd65a9 2024-11-21T20:17:05,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/75b53e2e06e24a2bb0de5fc08bdd65a9, entries=200, sequenceid=420, filesize=14.4 K 2024-11-21T20:17:05,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/d0669ac407a74298847d56df9e1d3a3a as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/d0669ac407a74298847d56df9e1d3a3a 2024-11-21T20:17:05,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/d0669ac407a74298847d56df9e1d3a3a, entries=150, sequenceid=420, filesize=12.0 K 2024-11-21T20:17:05,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/16d471d7130f495f8b5655839e17a600 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/16d471d7130f495f8b5655839e17a600 2024-11-21T20:17:05,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/16d471d7130f495f8b5655839e17a600, entries=150, sequenceid=420, filesize=12.0 K 2024-11-21T20:17:05,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~430.64 KB/440976, currentSize=33.54 KB/34350 for 084de37a5990a336f0443601a5ca773e in 854ms, sequenceid=420, compaction requested=true 2024-11-21T20:17:05,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:17:05,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 084de37a5990a336f0443601a5ca773e:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:17:05,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:05,241 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:17:05,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 084de37a5990a336f0443601a5ca773e:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:17:05,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:05,241 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:17:05,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 084de37a5990a336f0443601a5ca773e:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:17:05,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:17:05,242 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:17:05,242 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:17:05,242 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 084de37a5990a336f0443601a5ca773e/B is initiating minor compaction (all files) 2024-11-21T20:17:05,242 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): 084de37a5990a336f0443601a5ca773e/A is initiating minor compaction (all files) 2024-11-21T20:17:05,242 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 084de37a5990a336f0443601a5ca773e/B in TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:05,242 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 084de37a5990a336f0443601a5ca773e/A in TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:05,242 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/4f7cec518b90459cad364042f3504eba, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/15b9787ccd3d45f6ab2f402b5eaef6cf, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/d0669ac407a74298847d56df9e1d3a3a] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp, totalSize=36.9 K 2024-11-21T20:17:05,242 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/f11b9bdd59184f1f9689b6ebf8b20679, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/ab649c8961f84acc8aa21bc1b35f1791, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/75b53e2e06e24a2bb0de5fc08bdd65a9] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp, totalSize=39.3 K 2024-11-21T20:17:05,242 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f7cec518b90459cad364042f3504eba, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732220221114 2024-11-21T20:17:05,242 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting f11b9bdd59184f1f9689b6ebf8b20679, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732220221114 2024-11-21T20:17:05,242 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 15b9787ccd3d45f6ab2f402b5eaef6cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732220221767 2024-11-21T20:17:05,242 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab649c8961f84acc8aa21bc1b35f1791, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732220221767 2024-11-21T20:17:05,242 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting d0669ac407a74298847d56df9e1d3a3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732220224052 2024-11-21T20:17:05,242 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75b53e2e06e24a2bb0de5fc08bdd65a9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732220224036 2024-11-21T20:17:05,248 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 084de37a5990a336f0443601a5ca773e#A#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:05,249 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/fc55e86584624665bd0cea82d3a32e37 is 50, key is test_row_0/A:col10/1732220224052/Put/seqid=0 2024-11-21T20:17:05,249 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 084de37a5990a336f0443601a5ca773e#B#compaction#458 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:05,249 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/3d413d4f7bac4e71899d1fda4f5998bb is 50, key is test_row_0/B:col10/1732220224052/Put/seqid=0 2024-11-21T20:17:05,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742356_1532 (size=13255) 2024-11-21T20:17:05,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742355_1531 (size=13255) 2024-11-21T20:17:05,539 INFO [Thread-2011 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2011. 2024-11-21T20:17:05,539 DEBUG [Thread-2011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:17:05,539 DEBUG [Thread-2011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:05,540 DEBUG [Thread-2011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:05,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 084de37a5990a336f0443601a5ca773e 2024-11-21T20:17:05,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 084de37a5990a336f0443601a5ca773e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T20:17:05,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=A 2024-11-21T20:17:05,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:05,560 INFO [Thread-2009 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2009. 2024-11-21T20:17:05,560 INFO [Thread-2003 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2003. 2024-11-21T20:17:05,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=B 2024-11-21T20:17:05,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:05,560 DEBUG [Thread-2009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:17:05,560 INFO [Thread-2005 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2005. 2024-11-21T20:17:05,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=C 2024-11-21T20:17:05,560 DEBUG [Thread-2003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:17:05,560 DEBUG [Thread-2009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:05,560 DEBUG [Thread-2005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:17:05,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:05,560 DEBUG [Thread-2003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:05,560 DEBUG [Thread-2005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:05,560 DEBUG [Thread-2009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:05,560 DEBUG [Thread-2003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:05,560 DEBUG [Thread-2005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:05,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:05,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:05,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:05,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/ae751fed372e4639a333f9df5ee5e5ad is 50, key is test_row_0/A:col10/1732220225558/Put/seqid=0 2024-11-21T20:17:05,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742357_1533 (size=12301) 2024-11-21T20:17:05,656 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/fc55e86584624665bd0cea82d3a32e37 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/fc55e86584624665bd0cea82d3a32e37 2024-11-21T20:17:05,657 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/3d413d4f7bac4e71899d1fda4f5998bb as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/3d413d4f7bac4e71899d1fda4f5998bb 2024-11-21T20:17:05,660 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 084de37a5990a336f0443601a5ca773e/A of 084de37a5990a336f0443601a5ca773e into fc55e86584624665bd0cea82d3a32e37(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:05,660 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 084de37a5990a336f0443601a5ca773e/B of 084de37a5990a336f0443601a5ca773e into 3d413d4f7bac4e71899d1fda4f5998bb(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:05,660 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:17:05,660 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:17:05,660 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., storeName=084de37a5990a336f0443601a5ca773e/A, priority=13, startTime=1732220225241; duration=0sec 2024-11-21T20:17:05,660 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., storeName=084de37a5990a336f0443601a5ca773e/B, priority=13, startTime=1732220225241; duration=0sec 2024-11-21T20:17:05,661 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:17:05,661 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:17:05,661 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 084de37a5990a336f0443601a5ca773e:B 2024-11-21T20:17:05,661 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 084de37a5990a336f0443601a5ca773e:A 2024-11-21T20:17:05,661 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:17:05,662 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:17:05,662 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 084de37a5990a336f0443601a5ca773e/C is initiating minor compaction (all files) 2024-11-21T20:17:05,662 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 084de37a5990a336f0443601a5ca773e/C in TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:05,662 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/cbc383fde2104ad4bc4ab75121e51c27, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/aaa0e414f3dd4d75946113ef56601007, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/16d471d7130f495f8b5655839e17a600] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp, totalSize=36.9 K 2024-11-21T20:17:05,662 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting cbc383fde2104ad4bc4ab75121e51c27, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732220221114 2024-11-21T20:17:05,662 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting aaa0e414f3dd4d75946113ef56601007, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732220221767 2024-11-21T20:17:05,663 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 16d471d7130f495f8b5655839e17a600, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732220224052 2024-11-21T20:17:05,669 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 084de37a5990a336f0443601a5ca773e#C#compaction#460 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:05,670 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/27fd4eeb590d49a99d02af375e509e50 is 50, key is test_row_0/C:col10/1732220224052/Put/seqid=0 2024-11-21T20:17:05,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742358_1534 (size=13255) 2024-11-21T20:17:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-21T20:17:05,948 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:17:05,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/ae751fed372e4639a333f9df5ee5e5ad 2024-11-21T20:17:05,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/70fa52ae4f21473497c6898212ef7e86 is 50, key is test_row_0/B:col10/1732220225558/Put/seqid=0 2024-11-21T20:17:05,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742359_1535 (size=12301) 2024-11-21T20:17:05,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/70fa52ae4f21473497c6898212ef7e86 2024-11-21T20:17:05,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/af66b80e33214afdbaf58b8f61617506 is 50, key is test_row_0/C:col10/1732220225558/Put/seqid=0 2024-11-21T20:17:05,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742360_1536 (size=12301) 2024-11-21T20:17:06,049 INFO [Thread-2007 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2007. 2024-11-21T20:17:06,049 DEBUG [Thread-2007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:17:06,049 DEBUG [Thread-2007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:06,049 DEBUG [Thread-2007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:06,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:06,050 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T20:17:06,050 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-21T20:17:06,050 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-21T20:17:06,050 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-21T20:17:06,050 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-21T20:17:06,050 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-21T20:17:06,050 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T20:17:06,050 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T20:17:06,050 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1110 2024-11-21T20:17:06,050 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3328 rows 2024-11-21T20:17:06,050 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1109 2024-11-21T20:17:06,050 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3325 rows 2024-11-21T20:17:06,050 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1110 2024-11-21T20:17:06,050 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3325 rows 2024-11-21T20:17:06,050 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1107 2024-11-21T20:17:06,050 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3316 rows 2024-11-21T20:17:06,050 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1113 2024-11-21T20:17:06,050 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3334 rows 2024-11-21T20:17:06,050 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:17:06,050 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:06,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:06,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:06,050 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:06,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T20:17:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T20:17:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-21T20:17:06,053 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220226053"}]},"ts":"1732220226053"} 2024-11-21T20:17:06,054 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T20:17:06,054 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T20:17:06,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T20:17:06,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=084de37a5990a336f0443601a5ca773e, UNASSIGN}] 2024-11-21T20:17:06,057 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=084de37a5990a336f0443601a5ca773e, UNASSIGN 2024-11-21T20:17:06,057 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=084de37a5990a336f0443601a5ca773e, regionState=CLOSING, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:17:06,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=084de37a5990a336f0443601a5ca773e, UNASSIGN because future has completed 2024-11-21T20:17:06,059 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T20:17:06,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; CloseRegionProcedure 084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650}] 2024-11-21T20:17:06,083 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/27fd4eeb590d49a99d02af375e509e50 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/27fd4eeb590d49a99d02af375e509e50 2024-11-21T20:17:06,087 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 084de37a5990a336f0443601a5ca773e/C of 084de37a5990a336f0443601a5ca773e into 27fd4eeb590d49a99d02af375e509e50(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:06,087 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:17:06,087 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., storeName=084de37a5990a336f0443601a5ca773e/C, priority=13, startTime=1732220225241; duration=0sec 2024-11-21T20:17:06,088 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:06,088 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 084de37a5990a336f0443601a5ca773e:C 2024-11-21T20:17:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-21T20:17:06,211 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(122): Close 084de37a5990a336f0443601a5ca773e 2024-11-21T20:17:06,211 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T20:17:06,211 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1722): Closing 084de37a5990a336f0443601a5ca773e, disabling compactions & flushes 2024-11-21T20:17:06,211 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-21T20:17:06,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/af66b80e33214afdbaf58b8f61617506 2024-11-21T20:17:06,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/ae751fed372e4639a333f9df5ee5e5ad as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/ae751fed372e4639a333f9df5ee5e5ad 2024-11-21T20:17:06,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/ae751fed372e4639a333f9df5ee5e5ad, entries=150, sequenceid=432, filesize=12.0 K 2024-11-21T20:17:06,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/70fa52ae4f21473497c6898212ef7e86 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/70fa52ae4f21473497c6898212ef7e86 2024-11-21T20:17:06,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/70fa52ae4f21473497c6898212ef7e86, entries=150, sequenceid=432, filesize=12.0 K 2024-11-21T20:17:06,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/af66b80e33214afdbaf58b8f61617506 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/af66b80e33214afdbaf58b8f61617506 2024-11-21T20:17:06,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/af66b80e33214afdbaf58b8f61617506, entries=150, sequenceid=432, filesize=12.0 K 2024-11-21T20:17:06,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=6.71 KB/6870 for 084de37a5990a336f0443601a5ca773e in 852ms, sequenceid=432, compaction requested=false 2024-11-21T20:17:06,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 084de37a5990a336f0443601a5ca773e: 2024-11-21T20:17:06,412 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:06,412 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:06,412 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. after waiting 0 ms 2024-11-21T20:17:06,412 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:06,412 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(2902): Flushing 084de37a5990a336f0443601a5ca773e 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB 2024-11-21T20:17:06,412 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=A 2024-11-21T20:17:06,412 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:06,412 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=B 2024-11-21T20:17:06,412 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:06,412 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 084de37a5990a336f0443601a5ca773e, store=C 2024-11-21T20:17:06,412 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:06,416 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/bca2a358e8c54c139991922f46e786d8 is 50, key is test_row_1/A:col10/1732220226048/Put/seqid=0 2024-11-21T20:17:06,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742361_1537 (size=7415) 2024-11-21T20:17:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-21T20:17:06,821 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/bca2a358e8c54c139991922f46e786d8 2024-11-21T20:17:06,827 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/8d2e0dfa51a44688835f33e343be267c is 50, key is test_row_1/B:col10/1732220226048/Put/seqid=0 2024-11-21T20:17:06,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742362_1538 (size=7415) 2024-11-21T20:17:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-21T20:17:07,230 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/8d2e0dfa51a44688835f33e343be267c 2024-11-21T20:17:07,235 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/970eddb58530460abf20f97999187aef is 50, key is test_row_1/C:col10/1732220226048/Put/seqid=0 2024-11-21T20:17:07,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742363_1539 (size=7415) 2024-11-21T20:17:07,240 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/970eddb58530460abf20f97999187aef 2024-11-21T20:17:07,250 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/A/bca2a358e8c54c139991922f46e786d8 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/bca2a358e8c54c139991922f46e786d8 2024-11-21T20:17:07,254 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/bca2a358e8c54c139991922f46e786d8, entries=50, sequenceid=439, filesize=7.2 K 2024-11-21T20:17:07,254 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/B/8d2e0dfa51a44688835f33e343be267c as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/8d2e0dfa51a44688835f33e343be267c 2024-11-21T20:17:07,257 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/8d2e0dfa51a44688835f33e343be267c, entries=50, sequenceid=439, filesize=7.2 K 2024-11-21T20:17:07,258 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/.tmp/C/970eddb58530460abf20f97999187aef as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/970eddb58530460abf20f97999187aef 2024-11-21T20:17:07,261 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/970eddb58530460abf20f97999187aef, entries=50, sequenceid=439, filesize=7.2 K 2024-11-21T20:17:07,261 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 084de37a5990a336f0443601a5ca773e in 849ms, sequenceid=439, compaction requested=true 2024-11-21T20:17:07,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/0663bc63b4cc440eb0d9d4489cda6c69, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/4c20e715362640fa8696fa2ab5823b8c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/e5dd37d27b284d9f8daf4c6d228db21a, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/dcb411a41f9148f8a1faea5a98845478, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/ea5f54f32f4e48608d5243e0c5744358, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/612905f3ffc84720b1f67fa65a8a86ef, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/a2d3d70773a54c8d9e654674a9fbf6ec, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/d3abd7af96f14f49acdf7f23f882b2ae, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/cf56f1c58be547b79864e253fb03466c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/58caf65f7daf40428777cf942f1d00bc, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/3bc0bb8ee87a4ffd9c8d16ffae5e84b6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/5b5109f8ceb548f5a0fa10c9ad7987c6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/34589d8fe3a4429482e3e2a5ebd8601a, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/054ed7c134e44729948f3bab0376f3f9, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/20f50c06c82f4c0a946dd3696e13b363, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/28562e1cf36149bbb8c84a19efd94413, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/59be196d9153498391571a327de3a4e4, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/b1a844856e1145218efb7bc22d5b4d56, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/ce06f323e51846d78124ce330fe3ba20, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/45681245e7c443a2a86bff3bd3f971d6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/6e5432e4f03044059134f091d0415add, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/b83d693545354b619ea766898ffe12de, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/31e3a14508294212b64f1c349e88cb59, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/c3909fedc5334f4ab0084e62ee3063b4, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/3dedc9ace44f448f80adc86c50f3ba82, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/f11b9bdd59184f1f9689b6ebf8b20679, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/ab649c8961f84acc8aa21bc1b35f1791, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/75b53e2e06e24a2bb0de5fc08bdd65a9] to archive 2024-11-21T20:17:07,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T20:17:07,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/0663bc63b4cc440eb0d9d4489cda6c69 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/0663bc63b4cc440eb0d9d4489cda6c69 2024-11-21T20:17:07,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/4c20e715362640fa8696fa2ab5823b8c to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/4c20e715362640fa8696fa2ab5823b8c 2024-11-21T20:17:07,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/e5dd37d27b284d9f8daf4c6d228db21a to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/e5dd37d27b284d9f8daf4c6d228db21a 2024-11-21T20:17:07,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/dcb411a41f9148f8a1faea5a98845478 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/dcb411a41f9148f8a1faea5a98845478 2024-11-21T20:17:07,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/ea5f54f32f4e48608d5243e0c5744358 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/ea5f54f32f4e48608d5243e0c5744358 2024-11-21T20:17:07,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/612905f3ffc84720b1f67fa65a8a86ef to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/612905f3ffc84720b1f67fa65a8a86ef 2024-11-21T20:17:07,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/a2d3d70773a54c8d9e654674a9fbf6ec to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/a2d3d70773a54c8d9e654674a9fbf6ec 2024-11-21T20:17:07,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/d3abd7af96f14f49acdf7f23f882b2ae to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/d3abd7af96f14f49acdf7f23f882b2ae 2024-11-21T20:17:07,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/cf56f1c58be547b79864e253fb03466c to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/cf56f1c58be547b79864e253fb03466c 2024-11-21T20:17:07,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/58caf65f7daf40428777cf942f1d00bc to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/58caf65f7daf40428777cf942f1d00bc 2024-11-21T20:17:07,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/3bc0bb8ee87a4ffd9c8d16ffae5e84b6 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/3bc0bb8ee87a4ffd9c8d16ffae5e84b6 2024-11-21T20:17:07,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/5b5109f8ceb548f5a0fa10c9ad7987c6 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/5b5109f8ceb548f5a0fa10c9ad7987c6 2024-11-21T20:17:07,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/34589d8fe3a4429482e3e2a5ebd8601a to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/34589d8fe3a4429482e3e2a5ebd8601a 2024-11-21T20:17:07,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/054ed7c134e44729948f3bab0376f3f9 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/054ed7c134e44729948f3bab0376f3f9 2024-11-21T20:17:07,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/20f50c06c82f4c0a946dd3696e13b363 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/20f50c06c82f4c0a946dd3696e13b363 2024-11-21T20:17:07,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/28562e1cf36149bbb8c84a19efd94413 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/28562e1cf36149bbb8c84a19efd94413 2024-11-21T20:17:07,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/59be196d9153498391571a327de3a4e4 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/59be196d9153498391571a327de3a4e4 2024-11-21T20:17:07,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/b1a844856e1145218efb7bc22d5b4d56 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/b1a844856e1145218efb7bc22d5b4d56 2024-11-21T20:17:07,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/ce06f323e51846d78124ce330fe3ba20 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/ce06f323e51846d78124ce330fe3ba20 2024-11-21T20:17:07,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/45681245e7c443a2a86bff3bd3f971d6 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/45681245e7c443a2a86bff3bd3f971d6 2024-11-21T20:17:07,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/6e5432e4f03044059134f091d0415add to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/6e5432e4f03044059134f091d0415add 2024-11-21T20:17:07,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/b83d693545354b619ea766898ffe12de to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/b83d693545354b619ea766898ffe12de 2024-11-21T20:17:07,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/31e3a14508294212b64f1c349e88cb59 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/31e3a14508294212b64f1c349e88cb59 2024-11-21T20:17:07,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/c3909fedc5334f4ab0084e62ee3063b4 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/c3909fedc5334f4ab0084e62ee3063b4 2024-11-21T20:17:07,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/3dedc9ace44f448f80adc86c50f3ba82 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/3dedc9ace44f448f80adc86c50f3ba82 2024-11-21T20:17:07,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/f11b9bdd59184f1f9689b6ebf8b20679 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/f11b9bdd59184f1f9689b6ebf8b20679 2024-11-21T20:17:07,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/ab649c8961f84acc8aa21bc1b35f1791 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/ab649c8961f84acc8aa21bc1b35f1791 2024-11-21T20:17:07,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/75b53e2e06e24a2bb0de5fc08bdd65a9 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/75b53e2e06e24a2bb0de5fc08bdd65a9 2024-11-21T20:17:07,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/12e0eab34e874571acc37376fb14c306, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/59c9474ff4684ed6b4b5a1e1ecf5427c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/8014909ff3ab4e4aaf5bc4d3f114957f, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/aaa1c2f7b70749e7962d30b53dbd215c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/2c6278f02cca46fe9bd0f970f255e334, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/65ececc0bfa0468fbabeeaff957ffb96, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/6ae6c5ed338948bbaffa55b939265cbb, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/56263f8458504dc58e5aee6712ce3bc0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/16b45dce98474243a649151665746e3c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/9aff3ed4844e44c2abc5aadc78301b60, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/5bc7e336a34a4e5b93093edfa7292ff4, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/37e839942a6a461fbacde3e20a556273, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/c7c484cdbbdb4005833921f94aa47eb3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/a0d9976cee9248adbbc2c0ee980a977a, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/980506b391b943ac8ec164c3a0bf026e, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/c11601f5618848168ea33b1b85cb8485, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/4d144d4a6af5437083b9ec6cc6f14b07, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/e992f9fffc1a4f7398ccdcc67fc180bb, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/3f90ca72245c4f7e8d5a2ffdc6237f74, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/7cc6f0b17499483494f049c09e5998f4, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/a457bef01ab941969c0dd66e68bc1ae8, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/f03b9ba3ea6e4926aa4ace2c715d142c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/ec523bfa15d84d4f8d07abfe9c21eebb, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/09a05990d50e447893ab67b9c72bc004, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/4f7cec518b90459cad364042f3504eba, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/703f7e5db98b4a0dba87cb08620838d2, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/15b9787ccd3d45f6ab2f402b5eaef6cf, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/d0669ac407a74298847d56df9e1d3a3a] to archive 2024-11-21T20:17:07,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T20:17:07,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/12e0eab34e874571acc37376fb14c306 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/12e0eab34e874571acc37376fb14c306 2024-11-21T20:17:07,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/59c9474ff4684ed6b4b5a1e1ecf5427c to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/59c9474ff4684ed6b4b5a1e1ecf5427c 2024-11-21T20:17:07,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/8014909ff3ab4e4aaf5bc4d3f114957f to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/8014909ff3ab4e4aaf5bc4d3f114957f 2024-11-21T20:17:07,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/aaa1c2f7b70749e7962d30b53dbd215c to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/aaa1c2f7b70749e7962d30b53dbd215c 2024-11-21T20:17:07,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/2c6278f02cca46fe9bd0f970f255e334 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/2c6278f02cca46fe9bd0f970f255e334 2024-11-21T20:17:07,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/65ececc0bfa0468fbabeeaff957ffb96 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/65ececc0bfa0468fbabeeaff957ffb96 2024-11-21T20:17:07,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/6ae6c5ed338948bbaffa55b939265cbb to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/6ae6c5ed338948bbaffa55b939265cbb 2024-11-21T20:17:07,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/56263f8458504dc58e5aee6712ce3bc0 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/56263f8458504dc58e5aee6712ce3bc0 2024-11-21T20:17:07,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/16b45dce98474243a649151665746e3c to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/16b45dce98474243a649151665746e3c 2024-11-21T20:17:07,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/9aff3ed4844e44c2abc5aadc78301b60 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/9aff3ed4844e44c2abc5aadc78301b60 2024-11-21T20:17:07,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/5bc7e336a34a4e5b93093edfa7292ff4 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/5bc7e336a34a4e5b93093edfa7292ff4 2024-11-21T20:17:07,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/37e839942a6a461fbacde3e20a556273 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/37e839942a6a461fbacde3e20a556273 2024-11-21T20:17:07,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/c7c484cdbbdb4005833921f94aa47eb3 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/c7c484cdbbdb4005833921f94aa47eb3 2024-11-21T20:17:07,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/a0d9976cee9248adbbc2c0ee980a977a to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/a0d9976cee9248adbbc2c0ee980a977a 2024-11-21T20:17:07,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/980506b391b943ac8ec164c3a0bf026e to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/980506b391b943ac8ec164c3a0bf026e 2024-11-21T20:17:07,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/c11601f5618848168ea33b1b85cb8485 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/c11601f5618848168ea33b1b85cb8485 2024-11-21T20:17:07,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/4d144d4a6af5437083b9ec6cc6f14b07 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/4d144d4a6af5437083b9ec6cc6f14b07 2024-11-21T20:17:07,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/e992f9fffc1a4f7398ccdcc67fc180bb to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/e992f9fffc1a4f7398ccdcc67fc180bb 2024-11-21T20:17:07,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/3f90ca72245c4f7e8d5a2ffdc6237f74 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/3f90ca72245c4f7e8d5a2ffdc6237f74 2024-11-21T20:17:07,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/7cc6f0b17499483494f049c09e5998f4 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/7cc6f0b17499483494f049c09e5998f4 2024-11-21T20:17:07,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/a457bef01ab941969c0dd66e68bc1ae8 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/a457bef01ab941969c0dd66e68bc1ae8 2024-11-21T20:17:07,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/f03b9ba3ea6e4926aa4ace2c715d142c to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/f03b9ba3ea6e4926aa4ace2c715d142c 2024-11-21T20:17:07,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/ec523bfa15d84d4f8d07abfe9c21eebb to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/ec523bfa15d84d4f8d07abfe9c21eebb 2024-11-21T20:17:07,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/09a05990d50e447893ab67b9c72bc004 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/09a05990d50e447893ab67b9c72bc004 2024-11-21T20:17:07,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/4f7cec518b90459cad364042f3504eba to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/4f7cec518b90459cad364042f3504eba 2024-11-21T20:17:07,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/703f7e5db98b4a0dba87cb08620838d2 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/703f7e5db98b4a0dba87cb08620838d2 2024-11-21T20:17:07,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/15b9787ccd3d45f6ab2f402b5eaef6cf to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/15b9787ccd3d45f6ab2f402b5eaef6cf 2024-11-21T20:17:07,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/d0669ac407a74298847d56df9e1d3a3a to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/d0669ac407a74298847d56df9e1d3a3a 2024-11-21T20:17:07,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/2da7a4513f0045e98e529e885c7ecaf6, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/e198c5c36b504e3193989dc56932a8a2, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/319ba9be3a164f7c9521e1f8e00344f0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/0ff5c2effbdc4ca991833d33cebe58dd, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/fd704eeecdd54dd5be78e5db3d26258b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/8ca8ecbb5eba4b23874265bd5e9596e1, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/6443850a56a3483c9cd34ba05ec4a043, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/5fc8d3beac854fb8a0b72f2bca5447de, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/0456f96dddcc4391b9d1b610078c991f, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/67f8c0866f594753a322f5e8687d2dc8, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/5b45139e9c944322a0f96f473ef8b441, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/defbc85534d4469b99f2d4536340da56, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/30458cb58f4d459ea7a440077efd6121, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/5fb2ae377a27478bb886cf8ce958a728, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/a35cab709cae449a9ad8d45a34f682e0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/48e771565f33408ebf07fcdb2a921bbb, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/6870e19bc4ee480bbbd5a0465307b2d3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/f92a02e37aa54fa78ab6ff8a4499b9a4, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/b7739b8b3fab43a09f78d6690cf14a10, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/a3ae47a12e8146feb982fa0b672beb1a, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/4fdf008fe2864acea8b735a438a51047, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/a669cfbb3e95446e9c450c81c0fdc9c8, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/775d6cede68b4ed6af1b45b466fd0511, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/09933dce5a534b01859b11a329342f3a, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/cbc383fde2104ad4bc4ab75121e51c27, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/dec6b1f906f84bb1a10e6084fbf4fb76, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/aaa0e414f3dd4d75946113ef56601007, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/16d471d7130f495f8b5655839e17a600] to archive 2024-11-21T20:17:07,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T20:17:07,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/2da7a4513f0045e98e529e885c7ecaf6 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/2da7a4513f0045e98e529e885c7ecaf6 2024-11-21T20:17:07,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/e198c5c36b504e3193989dc56932a8a2 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/e198c5c36b504e3193989dc56932a8a2 2024-11-21T20:17:07,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/319ba9be3a164f7c9521e1f8e00344f0 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/319ba9be3a164f7c9521e1f8e00344f0 2024-11-21T20:17:07,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/0ff5c2effbdc4ca991833d33cebe58dd to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/0ff5c2effbdc4ca991833d33cebe58dd 2024-11-21T20:17:07,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/fd704eeecdd54dd5be78e5db3d26258b to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/fd704eeecdd54dd5be78e5db3d26258b 2024-11-21T20:17:07,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/8ca8ecbb5eba4b23874265bd5e9596e1 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/8ca8ecbb5eba4b23874265bd5e9596e1 2024-11-21T20:17:07,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/6443850a56a3483c9cd34ba05ec4a043 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/6443850a56a3483c9cd34ba05ec4a043 2024-11-21T20:17:07,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/5fc8d3beac854fb8a0b72f2bca5447de to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/5fc8d3beac854fb8a0b72f2bca5447de 2024-11-21T20:17:07,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/0456f96dddcc4391b9d1b610078c991f to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/0456f96dddcc4391b9d1b610078c991f 2024-11-21T20:17:07,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/67f8c0866f594753a322f5e8687d2dc8 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/67f8c0866f594753a322f5e8687d2dc8 2024-11-21T20:17:07,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/5b45139e9c944322a0f96f473ef8b441 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/5b45139e9c944322a0f96f473ef8b441 2024-11-21T20:17:07,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/defbc85534d4469b99f2d4536340da56 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/defbc85534d4469b99f2d4536340da56 2024-11-21T20:17:07,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/30458cb58f4d459ea7a440077efd6121 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/30458cb58f4d459ea7a440077efd6121 2024-11-21T20:17:07,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/5fb2ae377a27478bb886cf8ce958a728 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/5fb2ae377a27478bb886cf8ce958a728 2024-11-21T20:17:07,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/a35cab709cae449a9ad8d45a34f682e0 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/a35cab709cae449a9ad8d45a34f682e0 2024-11-21T20:17:07,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/48e771565f33408ebf07fcdb2a921bbb to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/48e771565f33408ebf07fcdb2a921bbb 2024-11-21T20:17:07,344 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/6870e19bc4ee480bbbd5a0465307b2d3 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/6870e19bc4ee480bbbd5a0465307b2d3 2024-11-21T20:17:07,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/f92a02e37aa54fa78ab6ff8a4499b9a4 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/f92a02e37aa54fa78ab6ff8a4499b9a4 2024-11-21T20:17:07,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/b7739b8b3fab43a09f78d6690cf14a10 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/b7739b8b3fab43a09f78d6690cf14a10 2024-11-21T20:17:07,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/a3ae47a12e8146feb982fa0b672beb1a to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/a3ae47a12e8146feb982fa0b672beb1a 2024-11-21T20:17:07,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/4fdf008fe2864acea8b735a438a51047 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/4fdf008fe2864acea8b735a438a51047 2024-11-21T20:17:07,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/a669cfbb3e95446e9c450c81c0fdc9c8 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/a669cfbb3e95446e9c450c81c0fdc9c8 2024-11-21T20:17:07,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/775d6cede68b4ed6af1b45b466fd0511 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/775d6cede68b4ed6af1b45b466fd0511 2024-11-21T20:17:07,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/09933dce5a534b01859b11a329342f3a to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/09933dce5a534b01859b11a329342f3a 2024-11-21T20:17:07,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/cbc383fde2104ad4bc4ab75121e51c27 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/cbc383fde2104ad4bc4ab75121e51c27 2024-11-21T20:17:07,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/dec6b1f906f84bb1a10e6084fbf4fb76 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/dec6b1f906f84bb1a10e6084fbf4fb76 2024-11-21T20:17:07,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/aaa0e414f3dd4d75946113ef56601007 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/aaa0e414f3dd4d75946113ef56601007 2024-11-21T20:17:07,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/16d471d7130f495f8b5655839e17a600 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/16d471d7130f495f8b5655839e17a600 2024-11-21T20:17:07,356 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/recovered.edits/442.seqid, newMaxSeqId=442, maxSeqId=1 2024-11-21T20:17:07,356 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. 2024-11-21T20:17:07,356 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1676): Region close journal for 084de37a5990a336f0443601a5ca773e: Waiting for close lock at 1732220226211Running coprocessor pre-close hooks at 1732220226211Disabling compacts and flushes for region at 1732220226211Disabling writes for close at 1732220226412 (+201 ms)Obtaining lock to block concurrent updates at 1732220226412Preparing flush snapshotting stores in 084de37a5990a336f0443601a5ca773e at 1732220226412Finished memstore snapshotting TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=21120, getOffHeapSize=0, getCellsCount=150 at 1732220226412Flushing stores of TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e. at 1732220226413 (+1 ms)Flushing 084de37a5990a336f0443601a5ca773e/A: creating writer at 1732220226413Flushing 084de37a5990a336f0443601a5ca773e/A: appending metadata at 1732220226415 (+2 ms)Flushing 084de37a5990a336f0443601a5ca773e/A: closing flushed file at 1732220226415Flushing 084de37a5990a336f0443601a5ca773e/B: creating writer at 1732220226825 (+410 ms)Flushing 084de37a5990a336f0443601a5ca773e/B: appending metadata at 1732220226827 (+2 ms)Flushing 084de37a5990a336f0443601a5ca773e/B: closing flushed file at 1732220226827Flushing 084de37a5990a336f0443601a5ca773e/C: creating writer at 1732220227233 (+406 ms)Flushing 084de37a5990a336f0443601a5ca773e/C: appending metadata at 1732220227235 (+2 ms)Flushing 084de37a5990a336f0443601a5ca773e/C: closing flushed file at 1732220227235Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b503d9c: reopening flushed file at 1732220227250 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2665f25d: reopening flushed file at 1732220227254 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e765e3d: reopening flushed file at 1732220227257 (+3 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 084de37a5990a336f0443601a5ca773e in 849ms, sequenceid=439, compaction requested=true at 1732220227261 (+4 ms)Writing region close event to WAL at 1732220227353 (+92 ms)Running coprocessor post-close hooks at 1732220227356 (+3 ms)Closed at 1732220227356 2024-11-21T20:17:07,358 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(157): Closed 084de37a5990a336f0443601a5ca773e 2024-11-21T20:17:07,359 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=084de37a5990a336f0443601a5ca773e, regionState=CLOSED 2024-11-21T20:17:07,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=136, ppid=135, state=RUNNABLE, hasLock=false; CloseRegionProcedure 084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 because future has completed 2024-11-21T20:17:07,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-21T20:17:07,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; CloseRegionProcedure 084de37a5990a336f0443601a5ca773e, server=377014bd7527,44057,1732220072650 in 1.3020 sec 2024-11-21T20:17:07,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=134 2024-11-21T20:17:07,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=134, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=084de37a5990a336f0443601a5ca773e, UNASSIGN in 1.3070 sec 2024-11-21T20:17:07,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-21T20:17:07,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.3090 sec 2024-11-21T20:17:07,367 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220227366"}]},"ts":"1732220227366"} 2024-11-21T20:17:07,368 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T20:17:07,368 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T20:17:07,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.3180 sec 2024-11-21T20:17:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-21T20:17:08,198 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:17:08,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T20:17:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:17:08,200 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=137, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:17:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-21T20:17:08,201 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=137, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:17:08,203 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e 2024-11-21T20:17:08,205 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A, FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B, FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C, FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/recovered.edits] 2024-11-21T20:17:08,208 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/ae751fed372e4639a333f9df5ee5e5ad to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/ae751fed372e4639a333f9df5ee5e5ad 2024-11-21T20:17:08,209 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/bca2a358e8c54c139991922f46e786d8 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/bca2a358e8c54c139991922f46e786d8 2024-11-21T20:17:08,210 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/fc55e86584624665bd0cea82d3a32e37 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/A/fc55e86584624665bd0cea82d3a32e37 2024-11-21T20:17:08,212 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/3d413d4f7bac4e71899d1fda4f5998bb to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/3d413d4f7bac4e71899d1fda4f5998bb 2024-11-21T20:17:08,213 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/70fa52ae4f21473497c6898212ef7e86 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/70fa52ae4f21473497c6898212ef7e86 2024-11-21T20:17:08,214 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/8d2e0dfa51a44688835f33e343be267c to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/B/8d2e0dfa51a44688835f33e343be267c 2024-11-21T20:17:08,216 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/27fd4eeb590d49a99d02af375e509e50 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/27fd4eeb590d49a99d02af375e509e50 2024-11-21T20:17:08,217 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/970eddb58530460abf20f97999187aef to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/970eddb58530460abf20f97999187aef 2024-11-21T20:17:08,218 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/af66b80e33214afdbaf58b8f61617506 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/C/af66b80e33214afdbaf58b8f61617506 2024-11-21T20:17:08,220 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/recovered.edits/442.seqid to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e/recovered.edits/442.seqid 2024-11-21T20:17:08,220 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/084de37a5990a336f0443601a5ca773e 2024-11-21T20:17:08,221 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T20:17:08,223 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=137, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:17:08,225 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T20:17:08,227 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T20:17:08,228 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=137, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:17:08,228 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T20:17:08,229 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732220228228"}]},"ts":"9223372036854775807"} 2024-11-21T20:17:08,231 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-21T20:17:08,231 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 084de37a5990a336f0443601a5ca773e, NAME => 'TestAcidGuarantees,,1732220202495.084de37a5990a336f0443601a5ca773e.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T20:17:08,231 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T20:17:08,231 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732220228231"}]},"ts":"9223372036854775807"} 2024-11-21T20:17:08,233 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-21T20:17:08,234 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=137, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:17:08,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 36 msec 2024-11-21T20:17:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-21T20:17:08,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-21T20:17:08,310 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:17:08,316 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=251 (was 254), OpenFileDescriptor=453 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=478 (was 458) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=14525 (was 13506) - AvailableMemoryMB LEAK? - 2024-11-21T20:17:08,325 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=251, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=478, ProcessCount=11, AvailableMemoryMB=14521 2024-11-21T20:17:08,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T20:17:08,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:17:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=138, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T20:17:08,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:17:08,328 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:08,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 138 2024-11-21T20:17:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-21T20:17:08,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:17:08,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742364_1540 (size=1061) 2024-11-21T20:17:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-21T20:17:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-21T20:17:08,736 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0 2024-11-21T20:17:08,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742365_1541 (size=53) 2024-11-21T20:17:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-21T20:17:09,142 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:17:09,142 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 7a0b85d77364e30aaf6bff0ad4645188, disabling compactions & flushes 2024-11-21T20:17:09,142 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:09,142 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:09,142 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. after waiting 0 ms 2024-11-21T20:17:09,142 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:09,142 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:09,142 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a0b85d77364e30aaf6bff0ad4645188: Waiting for close lock at 1732220229142Disabling compacts and flushes for region at 1732220229142Disabling writes for close at 1732220229142Writing region close event to WAL at 1732220229142Closed at 1732220229142 2024-11-21T20:17:09,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:17:09,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732220229144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732220229144"}]},"ts":"1732220229144"} 2024-11-21T20:17:09,148 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:17:09,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:17:09,150 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220229150"}]},"ts":"1732220229150"} 2024-11-21T20:17:09,152 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T20:17:09,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a0b85d77364e30aaf6bff0ad4645188, ASSIGN}] 2024-11-21T20:17:09,154 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a0b85d77364e30aaf6bff0ad4645188, ASSIGN 2024-11-21T20:17:09,155 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a0b85d77364e30aaf6bff0ad4645188, ASSIGN; state=OFFLINE, location=377014bd7527,44057,1732220072650; forceNewPlan=false, retain=false 2024-11-21T20:17:09,306 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=7a0b85d77364e30aaf6bff0ad4645188, regionState=OPENING, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:17:09,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a0b85d77364e30aaf6bff0ad4645188, ASSIGN because future has completed 2024-11-21T20:17:09,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650}] 2024-11-21T20:17:09,467 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-21T20:17:09,467 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:17:09,468 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:09,468 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:17:09,468 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7794): checking encryption for 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:09,468 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7797): checking classloading for 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:09,469 INFO [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:09,470 INFO [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T20:17:09,470 INFO [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a0b85d77364e30aaf6bff0ad4645188 columnFamilyName A 2024-11-21T20:17:09,470 DEBUG [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:09,470 INFO [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] regionserver.HStore(327): Store=7a0b85d77364e30aaf6bff0ad4645188/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:09,470 INFO [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:09,471 INFO [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T20:17:09,471 INFO [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a0b85d77364e30aaf6bff0ad4645188 columnFamilyName B 2024-11-21T20:17:09,471 DEBUG [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:09,472 INFO [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] regionserver.HStore(327): Store=7a0b85d77364e30aaf6bff0ad4645188/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:09,472 INFO [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:09,473 INFO [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T20:17:09,473 INFO [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a0b85d77364e30aaf6bff0ad4645188 columnFamilyName C 2024-11-21T20:17:09,473 DEBUG [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:09,473 INFO [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] regionserver.HStore(327): Store=7a0b85d77364e30aaf6bff0ad4645188/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:09,473 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:09,473 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1038): replaying wal for 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:09,474 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:09,474 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:09,475 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1048): stopping wal replay for 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:09,475 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1060): Cleaning up temporary data for 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:09,475 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T20:17:09,476 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1093): writing seq id for 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:09,477 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:17:09,478 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1114): Opened 7a0b85d77364e30aaf6bff0ad4645188; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67473907, jitterRate=0.00543956458568573}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T20:17:09,478 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:09,478 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1006): Region open journal for 7a0b85d77364e30aaf6bff0ad4645188: Running coprocessor pre-open hook at 1732220229468Writing region info on filesystem at 1732220229468Initializing all the Stores at 1732220229468Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220229468Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220229469 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220229469Cleaning up temporary data from old regions at 1732220229475 (+6 ms)Running coprocessor post-open hooks at 1732220229478 (+3 ms)Region opened successfully at 1732220229478 2024-11-21T20:17:09,479 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., pid=140, masterSystemTime=1732220229465 2024-11-21T20:17:09,481 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:09,481 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:09,481 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=7a0b85d77364e30aaf6bff0ad4645188, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:17:09,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 because future has completed 2024-11-21T20:17:09,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-21T20:17:09,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 in 172 msec 2024-11-21T20:17:09,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-21T20:17:09,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a0b85d77364e30aaf6bff0ad4645188, ASSIGN in 331 msec 2024-11-21T20:17:09,486 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:17:09,486 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220229486"}]},"ts":"1732220229486"} 2024-11-21T20:17:09,487 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T20:17:09,488 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:17:09,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1620 sec 2024-11-21T20:17:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-21T20:17:10,479 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:17:10,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e76e6cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:10,480 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:17:10,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:10,481 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:17:10,481 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:10,481 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:17:10,481 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@544a01ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:10,481 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:17:10,481 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:10,482 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:10,482 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:10,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@747c35db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:10,484 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:17:10,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:17:10,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:17:10,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:17:10,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:17:10,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,38673,1732220071552 2024-11-21T20:17:10,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@403864a7 2024-11-21T20:17:10,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:17:10,487 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:17:10,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T20:17:10,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:17:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T20:17:10,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742366_1542 (size=1097) 2024-11-21T20:17:10,900 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-21T20:17:10,900 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-21T20:17:10,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T20:17:10,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a0b85d77364e30aaf6bff0ad4645188, REOPEN/MOVE}] 2024-11-21T20:17:10,906 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a0b85d77364e30aaf6bff0ad4645188, REOPEN/MOVE 2024-11-21T20:17:10,906 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=7a0b85d77364e30aaf6bff0ad4645188, regionState=CLOSING, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:17:10,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a0b85d77364e30aaf6bff0ad4645188, REOPEN/MOVE because future has completed 2024-11-21T20:17:10,908 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T20:17:10,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650}] 2024-11-21T20:17:11,061 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(122): Close 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:11,061 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T20:17:11,061 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1722): Closing 7a0b85d77364e30aaf6bff0ad4645188, disabling compactions & flushes 2024-11-21T20:17:11,061 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:11,061 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:11,061 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. after waiting 0 ms 2024-11-21T20:17:11,061 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:11,064 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T20:17:11,065 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:11,065 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1676): Region close journal for 7a0b85d77364e30aaf6bff0ad4645188: Waiting for close lock at 1732220231061Running coprocessor pre-close hooks at 1732220231061Disabling compacts and flushes for region at 1732220231061Disabling writes for close at 1732220231061Writing region close event to WAL at 1732220231061Running coprocessor post-close hooks at 1732220231065 (+4 ms)Closed at 1732220231065 2024-11-21T20:17:11,065 WARN [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionServer(3299): Not adding moved region record: 7a0b85d77364e30aaf6bff0ad4645188 to self. 2024-11-21T20:17:11,067 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(157): Closed 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:11,067 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=7a0b85d77364e30aaf6bff0ad4645188, regionState=CLOSED 2024-11-21T20:17:11,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 because future has completed 2024-11-21T20:17:11,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-21T20:17:11,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseRegionProcedure 7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 in 161 msec 2024-11-21T20:17:11,070 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a0b85d77364e30aaf6bff0ad4645188, REOPEN/MOVE; state=CLOSED, location=377014bd7527,44057,1732220072650; forceNewPlan=false, retain=true 2024-11-21T20:17:11,221 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=7a0b85d77364e30aaf6bff0ad4645188, regionState=OPENING, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:17:11,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a0b85d77364e30aaf6bff0ad4645188, REOPEN/MOVE because future has completed 2024-11-21T20:17:11,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650}] 2024-11-21T20:17:11,376 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:11,377 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:17:11,377 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:11,377 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:17:11,377 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7794): checking encryption for 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:11,377 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7797): checking classloading for 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:11,378 INFO [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:11,378 INFO [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T20:17:11,379 INFO [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a0b85d77364e30aaf6bff0ad4645188 columnFamilyName A 2024-11-21T20:17:11,380 DEBUG [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:11,380 INFO [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] regionserver.HStore(327): Store=7a0b85d77364e30aaf6bff0ad4645188/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:11,381 INFO [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:11,381 INFO [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T20:17:11,382 INFO [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a0b85d77364e30aaf6bff0ad4645188 columnFamilyName B 2024-11-21T20:17:11,382 DEBUG [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:11,382 INFO [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] regionserver.HStore(327): Store=7a0b85d77364e30aaf6bff0ad4645188/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:11,382 INFO [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:11,382 INFO [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T20:17:11,383 INFO [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a0b85d77364e30aaf6bff0ad4645188 columnFamilyName C 2024-11-21T20:17:11,383 DEBUG [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:11,383 INFO [StoreOpener-7a0b85d77364e30aaf6bff0ad4645188-1 {}] regionserver.HStore(327): Store=7a0b85d77364e30aaf6bff0ad4645188/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:17:11,383 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:11,383 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1038): replaying wal for 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:11,384 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:11,385 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:11,386 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1048): stopping wal replay for 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:11,386 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1060): Cleaning up temporary data for 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:11,386 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T20:17:11,387 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1093): writing seq id for 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:11,387 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1114): Opened 7a0b85d77364e30aaf6bff0ad4645188; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74708219, jitterRate=0.11323921382427216}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T20:17:11,388 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:11,388 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1006): Region open journal for 7a0b85d77364e30aaf6bff0ad4645188: Running coprocessor pre-open hook at 1732220231377Writing region info on filesystem at 1732220231377Initializing all the Stores at 1732220231377Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220231378 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220231378Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732220231378Cleaning up temporary data from old regions at 1732220231386 (+8 ms)Running coprocessor post-open hooks at 1732220231388 (+2 ms)Region opened successfully at 1732220231388 2024-11-21T20:17:11,389 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., pid=145, masterSystemTime=1732220231374 2024-11-21T20:17:11,391 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:11,391 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:11,391 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=7a0b85d77364e30aaf6bff0ad4645188, regionState=OPEN, openSeqNum=5, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:17:11,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 because future has completed 2024-11-21T20:17:11,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=143 2024-11-21T20:17:11,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 in 171 msec 2024-11-21T20:17:11,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-21T20:17:11,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a0b85d77364e30aaf6bff0ad4645188, REOPEN/MOVE in 490 msec 2024-11-21T20:17:11,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-21T20:17:11,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 494 msec 2024-11-21T20:17:11,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 910 msec 2024-11-21T20:17:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-21T20:17:11,402 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:17:11,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2aa61c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,402 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:17:11,402 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:11,403 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:17:11,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:11,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:17:11,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e4d1ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:17:11,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:11,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:11,405 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:11,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7e182e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca6c80d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,406 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:17:11,406 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:11,407 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:17:11,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:11,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:17:11,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f003e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:17:11,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:11,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:11,408 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6403e1a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14afc90b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,409 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:17:11,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:11,410 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:17:11,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:11,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:17:11,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58783cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:17:11,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:11,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:11,411 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:11,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9a9912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb57557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:17:11,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:11,414 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:17:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:17:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a8a3e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:17:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:11,415 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:11,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f9ffc9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0b6ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,418 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:17:11,418 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:11,419 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:17:11,419 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:11,419 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:17:11,419 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d90e395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,419 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:17:11,419 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:11,419 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:11,420 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:11,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2774517a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af69a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,421 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:17:11,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:11,422 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:17:11,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:11,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:17:11,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3e9663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:17:11,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:11,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:11,423 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:11,424 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c7190a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd90259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,424 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:17:11,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:11,425 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:17:11,425 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:11,425 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:17:11,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d9562f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:17:11,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:11,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:11,427 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:11,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651f9de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594d5ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,428 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:17:11,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:11,429 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:17:11,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:11,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:17:11,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df7ffd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:17:11,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:11,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:11,430 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:11,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e684bc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267cfa21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,431 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:17:11,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:11,432 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:17:11,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:11,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:17:11,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed7a6dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:17:11,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:11,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:11,433 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:11,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26648e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c58aaf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,434 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,38673,-1 for getting cluster id 2024-11-21T20:17:11,434 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:17:11,435 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a97242bd-57f2-4e7e-9ac9-fa780190c423' 2024-11-21T20:17:11,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:17:11,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a97242bd-57f2-4e7e-9ac9-fa780190c423" 2024-11-21T20:17:11,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509268d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,38673,-1] 2024-11-21T20:17:11,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:17:11,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:11,436 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:17:11,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72233856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:17:11,437 DEBUG [Thread-2427 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:17:11,437 DEBUG [Thread-2431 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:17:11,437 DEBUG [Thread-2425 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:17:11,437 DEBUG [Thread-2416 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:17:11,437 DEBUG [Thread-2420 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:17:11,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:17:11,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:17:11,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:17:11,437 DEBUG [Thread-2422 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:17:11,438 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:17:11,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:17:11,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:17:11,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:17:11,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:17:11,438 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:17:11,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:17:11,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:17:11,438 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:17:11,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:17:11,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:17:11,439 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:17:11,439 DEBUG [Thread-2429 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:17:11,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:17:11,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:17:11,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:17:11,440 DEBUG [Thread-2414 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:17:11,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:17:11,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:17:11,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:17:11,440 DEBUG [Thread-2418 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:17:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-21T20:17:11,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:17:11,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:17:11,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:17:11,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:17:11,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:17:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-21T20:17:11,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:17:11,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:17:11,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:17:11,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:17:11,443 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:17:11,444 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:17:11,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:17:11,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:17:11,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:17:11,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:17:11,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:17:11,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:17:11,446 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:17:11,447 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:17:11,450 DEBUG [Thread-2433 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:17:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:11,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a0b85d77364e30aaf6bff0ad4645188 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T20:17:11,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,44057,1732220072650, seqNum=-1] 2024-11-21T20:17:11,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:17:11,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=A 2024-11-21T20:17:11,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:11,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=B 2024-11-21T20:17:11,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:11,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=C 2024-11-21T20:17:11,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:11,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:17:11,458 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5] 2024-11-21T20:17:11,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220291473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:11,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:11,479 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220291475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:11,479 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,479 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:11,479 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,479 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,479 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:11,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51936 deadline: 1732220291475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:11,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:11,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220291476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:11,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:11,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220291477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:11,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:11,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:11,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e7ba94cd72204d268c690e9f30fe4fbf_7a0b85d77364e30aaf6bff0ad4645188 is 50, key is test_row_0/A:col10/1732220231451/Put/seqid=0 2024-11-21T20:17:11,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742367_1543 (size=12154) 2024-11-21T20:17:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-21T20:17:11,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220291588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:11,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:11,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220291588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:11,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:11,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51936 deadline: 1732220291588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:11,590 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,590 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,590 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:11,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220291588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:11,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:11,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220291588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:11,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:11,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:11,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-21T20:17:11,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:11,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:11,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:11,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:11,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:11,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-21T20:17:11,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:11,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:11,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:11,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:11,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-21T20:17:11,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220291798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:11,801 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,801 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:11,801 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51936 deadline: 1732220291798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:11,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:11,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220291798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:11,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:11,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220291798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:11,802 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,802 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:11,802 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220291798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:11,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:11,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:11,904 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:11,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-21T20:17:11,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:11,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:11,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:11,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:11,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:11,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:11,910 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e7ba94cd72204d268c690e9f30fe4fbf_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e7ba94cd72204d268c690e9f30fe4fbf_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:11,911 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/6f9731ae966e47d09347ffcef7940a64, store: [table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:11,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/6f9731ae966e47d09347ffcef7940a64 is 175, key is test_row_0/A:col10/1732220231451/Put/seqid=0 2024-11-21T20:17:11,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742368_1544 (size=30955) 2024-11-21T20:17:12,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-21T20:17:12,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:12,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:12,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:12,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:12,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-21T20:17:12,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220292108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:12,109 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:12,109 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:12,109 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:12,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220292108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:12,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:12,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:12,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:12,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220292108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:12,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51936 deadline: 1732220292108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:12,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:12,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:12,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:12,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:12,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:12,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:12,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220292108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:12,111 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:12,111 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:12,112 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:12,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-21T20:17:12,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:12,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:12,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:12,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:12,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:12,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:12,316 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/6f9731ae966e47d09347ffcef7940a64 2024-11-21T20:17:12,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/5517f5f5a6724079808abed708b6e765 is 50, key is test_row_0/B:col10/1732220231451/Put/seqid=0 2024-11-21T20:17:12,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742369_1545 (size=12001) 2024-11-21T20:17:12,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-21T20:17:12,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:12,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:12,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:12,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:12,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:12,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-21T20:17:12,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:12,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:12,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:12,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:12,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-21T20:17:12,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220292618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:12,622 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:12,623 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:12,623 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:12,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220292618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:12,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220292618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:12,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:12,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:12,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:12,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:12,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:12,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:12,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220292619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:12,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51936 deadline: 1732220292618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:12,624 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:12,624 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:12,624 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:12,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:12,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:12,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:12,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-21T20:17:12,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:12,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:12,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:12,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:12,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:12,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/5517f5f5a6724079808abed708b6e765 2024-11-21T20:17:12,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/9a546eaec82a48b3bf870d0f99ab193f is 50, key is test_row_0/C:col10/1732220231451/Put/seqid=0 2024-11-21T20:17:12,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742370_1546 (size=12001) 2024-11-21T20:17:12,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/9a546eaec82a48b3bf870d0f99ab193f 2024-11-21T20:17:12,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/6f9731ae966e47d09347ffcef7940a64 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/6f9731ae966e47d09347ffcef7940a64 2024-11-21T20:17:12,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/6f9731ae966e47d09347ffcef7940a64, entries=150, sequenceid=16, filesize=30.2 K 2024-11-21T20:17:12,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/5517f5f5a6724079808abed708b6e765 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/5517f5f5a6724079808abed708b6e765 2024-11-21T20:17:12,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/5517f5f5a6724079808abed708b6e765, entries=150, sequenceid=16, filesize=11.7 K 2024-11-21T20:17:12,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/9a546eaec82a48b3bf870d0f99ab193f as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/9a546eaec82a48b3bf870d0f99ab193f 2024-11-21T20:17:12,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/9a546eaec82a48b3bf870d0f99ab193f, entries=150, sequenceid=16, filesize=11.7 K 2024-11-21T20:17:12,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 7a0b85d77364e30aaf6bff0ad4645188 in 1331ms, sequenceid=16, compaction requested=false 2024-11-21T20:17:12,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:12,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-21T20:17:12,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:12,823 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing 7a0b85d77364e30aaf6bff0ad4645188 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-21T20:17:12,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=A 2024-11-21T20:17:12,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:12,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=B 2024-11-21T20:17:12,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:12,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=C 2024-11-21T20:17:12,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:12,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121686c4c1ea30445a7a94f933f1dfb1a7d_7a0b85d77364e30aaf6bff0ad4645188 is 50, key is test_row_0/A:col10/1732220231475/Put/seqid=0 2024-11-21T20:17:12,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742371_1547 (size=12154) 2024-11-21T20:17:12,875 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T20:17:13,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:13,260 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121686c4c1ea30445a7a94f933f1dfb1a7d_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121686c4c1ea30445a7a94f933f1dfb1a7d_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:13,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/4595a84aea7e4190af55eb7e4d208e11, store: [table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:13,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/4595a84aea7e4190af55eb7e4d208e11 is 175, key is test_row_0/A:col10/1732220231475/Put/seqid=0 2024-11-21T20:17:13,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742372_1548 (size=30955) 2024-11-21T20:17:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-21T20:17:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:13,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:13,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51936 deadline: 1732220293637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:13,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220293638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:13,642 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_0' in 7a0b85d77364e30aaf6bff0ad4645188 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:17:13,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:13,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:13,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:13,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:13,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:13,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:13,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220293638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:13,643 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:13,643 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:13,643 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:13,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220293641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:13,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:13,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:13,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:13,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220293642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:13,645 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:13,646 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:13,646 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:13,665 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=36, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/4595a84aea7e4190af55eb7e4d208e11 2024-11-21T20:17:13,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/5270652a50aa485087fe23c453cc7b72 is 50, key is test_row_0/B:col10/1732220231475/Put/seqid=0 2024-11-21T20:17:13,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742373_1549 (size=12001) 2024-11-21T20:17:13,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220293747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:13,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220293747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:13,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220293748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:13,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:13,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:13,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:13,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220293748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:13,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:13,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:13,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:13,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220293957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:13,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:13,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:13,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:13,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220293958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:13,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220293958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:13,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220293958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:13,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:14,085 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/5270652a50aa485087fe23c453cc7b72 2024-11-21T20:17:14,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/70ab47cad3f8456586310c4794456de3 is 50, key is test_row_0/C:col10/1732220231475/Put/seqid=0 2024-11-21T20:17:14,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742374_1550 (size=12001) 2024-11-21T20:17:14,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220294268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:14,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220294268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:14,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220294268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:14,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220294268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:14,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:14,520 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/70ab47cad3f8456586310c4794456de3 2024-11-21T20:17:14,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/4595a84aea7e4190af55eb7e4d208e11 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/4595a84aea7e4190af55eb7e4d208e11 2024-11-21T20:17:14,532 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/4595a84aea7e4190af55eb7e4d208e11, entries=150, sequenceid=36, filesize=30.2 K 2024-11-21T20:17:14,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/5270652a50aa485087fe23c453cc7b72 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/5270652a50aa485087fe23c453cc7b72 2024-11-21T20:17:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,536 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/5270652a50aa485087fe23c453cc7b72, entries=150, sequenceid=36, filesize=11.7 K 2024-11-21T20:17:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/70ab47cad3f8456586310c4794456de3 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/70ab47cad3f8456586310c4794456de3 2024-11-21T20:17:14,544 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/70ab47cad3f8456586310c4794456de3, entries=150, sequenceid=36, filesize=11.7 K 2024-11-21T20:17:14,545 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 7a0b85d77364e30aaf6bff0ad4645188 in 1722ms, sequenceid=36, compaction requested=false 2024-11-21T20:17:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:14,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:14,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-21T20:17:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=147 2024-11-21T20:17:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-21T20:17:14,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1020 sec 2024-11-21T20:17:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 3.1110 sec 2024-11-21T20:17:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:14,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a0b85d77364e30aaf6bff0ad4645188 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-21T20:17:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=A 2024-11-21T20:17:14,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:14,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=B 2024-11-21T20:17:14,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:14,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=C 2024-11-21T20:17:14,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a244fd13b42f4246a5ed740dbd04b277_7a0b85d77364e30aaf6bff0ad4645188 is 50, key is test_row_0/A:col10/1732220234781/Put/seqid=0 2024-11-21T20:17:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742375_1551 (size=12154) 2024-11-21T20:17:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,804 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,807 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a244fd13b42f4246a5ed740dbd04b277_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a244fd13b42f4246a5ed740dbd04b277_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,808 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/0ee81b91ea78400fad946a58520e7016, store: [table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/0ee81b91ea78400fad946a58520e7016 is 175, key is test_row_0/A:col10/1732220234781/Put/seqid=0 2024-11-21T20:17:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:14,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220294823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:14,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220294823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:14,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:14,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:14,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:14,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:14,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:14,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220294824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:14,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:14,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220294826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:14,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:14,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:14,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:14,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:14,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:14,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:14,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742376_1552 (size=30955) 2024-11-21T20:17:14,835 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/0ee81b91ea78400fad946a58520e7016 2024-11-21T20:17:14,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/6e3da51c222e4e09bbf0459383282ed9 is 50, key is test_row_0/B:col10/1732220234781/Put/seqid=0 2024-11-21T20:17:14,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742377_1553 (size=12001) 2024-11-21T20:17:14,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220294938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:14,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:14,939 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:14,939 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220294938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:14,939 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:14,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:14,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:14,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:14,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220294938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:14,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:14,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:14,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:14,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220294939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:14,939 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:14,939 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:14,939 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:15,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220295148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:15,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:15,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220295148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:15,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:15,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:15,151 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,151 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220295148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:15,151 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:15,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220295148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:15,151 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,151 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,151 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:15,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:15,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/6e3da51c222e4e09bbf0459383282ed9 2024-11-21T20:17:15,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/37fbfef4ece04afda6b85ffee3bd5b94 is 50, key is test_row_0/C:col10/1732220234781/Put/seqid=0 2024-11-21T20:17:15,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742378_1554 (size=12001) 2024-11-21T20:17:15,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/37fbfef4ece04afda6b85ffee3bd5b94 2024-11-21T20:17:15,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/0ee81b91ea78400fad946a58520e7016 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/0ee81b91ea78400fad946a58520e7016 2024-11-21T20:17:15,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/0ee81b91ea78400fad946a58520e7016, entries=150, sequenceid=49, filesize=30.2 K 2024-11-21T20:17:15,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/6e3da51c222e4e09bbf0459383282ed9 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/6e3da51c222e4e09bbf0459383282ed9 2024-11-21T20:17:15,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/6e3da51c222e4e09bbf0459383282ed9, entries=150, sequenceid=49, filesize=11.7 K 2024-11-21T20:17:15,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/37fbfef4ece04afda6b85ffee3bd5b94 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/37fbfef4ece04afda6b85ffee3bd5b94 2024-11-21T20:17:15,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/37fbfef4ece04afda6b85ffee3bd5b94, entries=150, sequenceid=49, filesize=11.7 K 2024-11-21T20:17:15,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 7a0b85d77364e30aaf6bff0ad4645188 in 516ms, sequenceid=49, compaction requested=true 2024-11-21T20:17:15,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:15,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0b85d77364e30aaf6bff0ad4645188:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:17:15,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:15,298 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:17:15,298 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:17:15,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0b85d77364e30aaf6bff0ad4645188:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:17:15,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:15,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0b85d77364e30aaf6bff0ad4645188:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:17:15,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:17:15,299 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:17:15,299 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:17:15,299 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 7a0b85d77364e30aaf6bff0ad4645188/B is initiating minor compaction (all files) 2024-11-21T20:17:15,299 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): 7a0b85d77364e30aaf6bff0ad4645188/A is initiating minor compaction (all files) 2024-11-21T20:17:15,299 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0b85d77364e30aaf6bff0ad4645188/B in TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:15,299 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0b85d77364e30aaf6bff0ad4645188/A in TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:15,299 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/5517f5f5a6724079808abed708b6e765, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/5270652a50aa485087fe23c453cc7b72, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/6e3da51c222e4e09bbf0459383282ed9] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp, totalSize=35.2 K 2024-11-21T20:17:15,299 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/6f9731ae966e47d09347ffcef7940a64, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/4595a84aea7e4190af55eb7e4d208e11, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/0ee81b91ea78400fad946a58520e7016] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp, totalSize=90.7 K 2024-11-21T20:17:15,299 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:15,299 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. files: [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/6f9731ae966e47d09347ffcef7940a64, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/4595a84aea7e4190af55eb7e4d208e11, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/0ee81b91ea78400fad946a58520e7016] 2024-11-21T20:17:15,299 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 5517f5f5a6724079808abed708b6e765, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732220231448 2024-11-21T20:17:15,299 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 5270652a50aa485087fe23c453cc7b72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732220231471 2024-11-21T20:17:15,299 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f9731ae966e47d09347ffcef7940a64, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732220231448 2024-11-21T20:17:15,300 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e3da51c222e4e09bbf0459383282ed9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732220233639 2024-11-21T20:17:15,300 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4595a84aea7e4190af55eb7e4d208e11, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732220231471 2024-11-21T20:17:15,300 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ee81b91ea78400fad946a58520e7016, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732220233639 2024-11-21T20:17:15,314 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0b85d77364e30aaf6bff0ad4645188#B#compaction#475 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:15,315 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/c546d2cc583943f088330e0ab050aadd is 50, key is test_row_0/B:col10/1732220234781/Put/seqid=0 2024-11-21T20:17:15,325 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:15,333 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121f466cbf18b634b8682c05c9cd8d03543_7a0b85d77364e30aaf6bff0ad4645188 store=[table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:15,335 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121f466cbf18b634b8682c05c9cd8d03543_7a0b85d77364e30aaf6bff0ad4645188, store=[table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:15,335 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f466cbf18b634b8682c05c9cd8d03543_7a0b85d77364e30aaf6bff0ad4645188 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:15,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742380_1556 (size=4469) 2024-11-21T20:17:15,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742379_1555 (size=12104) 2024-11-21T20:17:15,370 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/c546d2cc583943f088330e0ab050aadd as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/c546d2cc583943f088330e0ab050aadd 2024-11-21T20:17:15,374 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0b85d77364e30aaf6bff0ad4645188/B of 7a0b85d77364e30aaf6bff0ad4645188 into c546d2cc583943f088330e0ab050aadd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:15,374 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:15,374 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., storeName=7a0b85d77364e30aaf6bff0ad4645188/B, priority=13, startTime=1732220235298; duration=0sec 2024-11-21T20:17:15,374 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:17:15,374 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0b85d77364e30aaf6bff0ad4645188:B 2024-11-21T20:17:15,374 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:17:15,375 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:17:15,376 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 7a0b85d77364e30aaf6bff0ad4645188/C is initiating minor compaction (all files) 2024-11-21T20:17:15,376 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0b85d77364e30aaf6bff0ad4645188/C in TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:15,376 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/9a546eaec82a48b3bf870d0f99ab193f, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/70ab47cad3f8456586310c4794456de3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/37fbfef4ece04afda6b85ffee3bd5b94] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp, totalSize=35.2 K 2024-11-21T20:17:15,377 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a546eaec82a48b3bf870d0f99ab193f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732220231448 2024-11-21T20:17:15,377 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 70ab47cad3f8456586310c4794456de3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732220231471 2024-11-21T20:17:15,377 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 37fbfef4ece04afda6b85ffee3bd5b94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732220233639 2024-11-21T20:17:15,390 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0b85d77364e30aaf6bff0ad4645188#C#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:15,391 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/2144721c69a94064ae9f9f92bb9def86 is 50, key is test_row_0/C:col10/1732220234781/Put/seqid=0 2024-11-21T20:17:15,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742381_1557 (size=12104) 2024-11-21T20:17:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:15,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a0b85d77364e30aaf6bff0ad4645188 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-21T20:17:15,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=A 2024-11-21T20:17:15,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:15,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=B 2024-11-21T20:17:15,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:15,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=C 2024-11-21T20:17:15,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:15,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212e026c4e0e1f489394a4187feed9f452_7a0b85d77364e30aaf6bff0ad4645188 is 50, key is test_row_0/A:col10/1732220234821/Put/seqid=0 2024-11-21T20:17:15,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742382_1558 (size=14594) 2024-11-21T20:17:15,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220295467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:15,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:15,472 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,472 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220295467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:15,472 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:15,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:15,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220295471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:15,475 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,475 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,475 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:15,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220295472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:15,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:15,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220295577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:15,579 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:15,579 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,580 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220295577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:15,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:15,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220295577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:15,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:15,580 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,580 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,580 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:15,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220295588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:15,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-21T20:17:15,607 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:17:15,608 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:17:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-21T20:17:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-21T20:17:15,609 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:17:15,610 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:17:15,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:17:15,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51936 deadline: 1732220295658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:15,659 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_0' in 7a0b85d77364e30aaf6bff0ad4645188 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:17:15,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-21T20:17:15,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-21T20:17:15,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:15,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:15,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:15,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:15,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:15,764 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0b85d77364e30aaf6bff0ad4645188#A#compaction#476 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:15,764 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/ba1e030869a54bfab1fd844aceae6ccf is 175, key is test_row_0/A:col10/1732220234781/Put/seqid=0 2024-11-21T20:17:15,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742383_1559 (size=31058) 2024-11-21T20:17:15,773 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/ba1e030869a54bfab1fd844aceae6ccf as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/ba1e030869a54bfab1fd844aceae6ccf 2024-11-21T20:17:15,777 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0b85d77364e30aaf6bff0ad4645188/A of 7a0b85d77364e30aaf6bff0ad4645188 into ba1e030869a54bfab1fd844aceae6ccf(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:15,777 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:15,777 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., storeName=7a0b85d77364e30aaf6bff0ad4645188/A, priority=13, startTime=1732220235298; duration=0sec 2024-11-21T20:17:15,777 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:15,778 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0b85d77364e30aaf6bff0ad4645188:A 2024-11-21T20:17:15,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220295788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:15,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:15,790 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,790 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220295788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:15,790 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:15,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:15,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220295788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:15,790 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,790 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:15,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220295797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:15,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:15,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:15,806 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/2144721c69a94064ae9f9f92bb9def86 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/2144721c69a94064ae9f9f92bb9def86 2024-11-21T20:17:15,809 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0b85d77364e30aaf6bff0ad4645188/C of 7a0b85d77364e30aaf6bff0ad4645188 into 2144721c69a94064ae9f9f92bb9def86(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:15,809 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:15,810 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., storeName=7a0b85d77364e30aaf6bff0ad4645188/C, priority=13, startTime=1732220235298; duration=0sec 2024-11-21T20:17:15,810 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:15,810 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0b85d77364e30aaf6bff0ad4645188:C 2024-11-21T20:17:15,871 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:15,874 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212e026c4e0e1f489394a4187feed9f452_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212e026c4e0e1f489394a4187feed9f452_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:15,874 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/871a41f83b0d48e3934e064c8a6ceac0, store: [table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:15,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/871a41f83b0d48e3934e064c8a6ceac0 is 175, key is test_row_0/A:col10/1732220234821/Put/seqid=0 2024-11-21T20:17:15,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742384_1560 (size=39549) 2024-11-21T20:17:15,881 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=70, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/871a41f83b0d48e3934e064c8a6ceac0 2024-11-21T20:17:15,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/f877e3d4029f4b60b0fca14dd7109492 is 50, key is test_row_0/B:col10/1732220234821/Put/seqid=0 2024-11-21T20:17:15,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742385_1561 (size=12001) 2024-11-21T20:17:15,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/f877e3d4029f4b60b0fca14dd7109492 2024-11-21T20:17:15,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/4d5e1016755c45f8ba143169581b2c55 is 50, key is test_row_0/C:col10/1732220234821/Put/seqid=0 2024-11-21T20:17:15,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742386_1562 (size=12001) 2024-11-21T20:17:15,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-21T20:17:15,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:15,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:15,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:15,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:15,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-21T20:17:16,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-21T20:17:16,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:16,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:16,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:16,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:16,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:16,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220296097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:16,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220296098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:16,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:16,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220296098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:16,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:16,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220296108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:16,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-21T20:17:16,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:16,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:16,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:16,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:16,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:16,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-21T20:17:16,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/4d5e1016755c45f8ba143169581b2c55 2024-11-21T20:17:16,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/871a41f83b0d48e3934e064c8a6ceac0 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/871a41f83b0d48e3934e064c8a6ceac0 2024-11-21T20:17:16,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/871a41f83b0d48e3934e064c8a6ceac0, entries=200, sequenceid=70, filesize=38.6 K 2024-11-21T20:17:16,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/f877e3d4029f4b60b0fca14dd7109492 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/f877e3d4029f4b60b0fca14dd7109492 2024-11-21T20:17:16,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/f877e3d4029f4b60b0fca14dd7109492, entries=150, sequenceid=70, filesize=11.7 K 2024-11-21T20:17:16,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/4d5e1016755c45f8ba143169581b2c55 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/4d5e1016755c45f8ba143169581b2c55 2024-11-21T20:17:16,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/4d5e1016755c45f8ba143169581b2c55, entries=150, sequenceid=70, filesize=11.7 K 2024-11-21T20:17:16,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 7a0b85d77364e30aaf6bff0ad4645188 in 858ms, sequenceid=70, compaction requested=false 2024-11-21T20:17:16,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:16,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-21T20:17:16,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:16,374 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 7a0b85d77364e30aaf6bff0ad4645188 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T20:17:16,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=A 2024-11-21T20:17:16,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:16,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=B 2024-11-21T20:17:16,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:16,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=C 2024-11-21T20:17:16,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:16,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112134e60e237a6941979508b725f14f044d_7a0b85d77364e30aaf6bff0ad4645188 is 50, key is test_row_0/A:col10/1732220235464/Put/seqid=0 2024-11-21T20:17:16,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742387_1563 (size=12154) 2024-11-21T20:17:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:16,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:16,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:16,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220296629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:16,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:16,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220296632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:16,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220296633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:16,638 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,638 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,638 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:16,638 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:16,638 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,638 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220296634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:16,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:16,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:16,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220296738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:16,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:16,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-21T20:17:16,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:16,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220296747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:16,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220296747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:16,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:16,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220296749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:16,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:16,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:16,785 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112134e60e237a6941979508b725f14f044d_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112134e60e237a6941979508b725f14f044d_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:16,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/b6156e41455d4a70840c217a1f5833ee, store: [table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:16,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/b6156e41455d4a70840c217a1f5833ee is 175, key is test_row_0/A:col10/1732220235464/Put/seqid=0 2024-11-21T20:17:16,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742388_1564 (size=30955) 2024-11-21T20:17:16,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220296947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:16,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:16,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220296957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:16,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:16,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220296957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:16,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:16,959 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:16,959 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,959 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:16,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220296958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:16,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:16,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:17,195 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=84, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/b6156e41455d4a70840c217a1f5833ee 2024-11-21T20:17:17,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/dca29dc90e324abcbbe1eb1d9c943747 is 50, key is test_row_0/B:col10/1732220235464/Put/seqid=0 2024-11-21T20:17:17,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742389_1565 (size=12001) 2024-11-21T20:17:17,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220297258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:17,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:17,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:17,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:17,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220297268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:17,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:17,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:17,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:17,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220297268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:17,271 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:17,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:17,271 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:17,271 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220297268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:17,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:17,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:17,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:17,603 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/dca29dc90e324abcbbe1eb1d9c943747 2024-11-21T20:17:17,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/48d71703b0034b52a60e36438859b159 is 50, key is test_row_0/C:col10/1732220235464/Put/seqid=0 2024-11-21T20:17:17,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742390_1566 (size=12001) 2024-11-21T20:17:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-21T20:17:17,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220297768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:17,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:17,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:17,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:17,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220297777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:17,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220297777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:17,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220297777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:18,012 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/48d71703b0034b52a60e36438859b159 2024-11-21T20:17:18,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/b6156e41455d4a70840c217a1f5833ee as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/b6156e41455d4a70840c217a1f5833ee 2024-11-21T20:17:18,018 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/b6156e41455d4a70840c217a1f5833ee, entries=150, sequenceid=84, filesize=30.2 K 2024-11-21T20:17:18,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/dca29dc90e324abcbbe1eb1d9c943747 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/dca29dc90e324abcbbe1eb1d9c943747 2024-11-21T20:17:18,021 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/dca29dc90e324abcbbe1eb1d9c943747, entries=150, sequenceid=84, filesize=11.7 K 2024-11-21T20:17:18,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/48d71703b0034b52a60e36438859b159 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/48d71703b0034b52a60e36438859b159 2024-11-21T20:17:18,024 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/48d71703b0034b52a60e36438859b159, entries=150, sequenceid=84, filesize=11.7 K 2024-11-21T20:17:18,024 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 7a0b85d77364e30aaf6bff0ad4645188 in 1650ms, sequenceid=84, compaction requested=true 2024-11-21T20:17:18,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:18,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:18,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-21T20:17:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-11-21T20:17:18,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-21T20:17:18,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4160 sec 2024-11-21T20:17:18,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 2.4190 sec 2024-11-21T20:17:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:18,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a0b85d77364e30aaf6bff0ad4645188 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-21T20:17:18,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220236631, max timestamp=1732220238790Num uniques 859; 2024-11-21T20:17:18,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:17:18,794 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220236631, max timestamp=1732220238790Num uniques 859; 2024-11-21T20:17:18,794 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:17:18,794 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220236631, max timestamp=1732220238790Num uniques 859; 2024-11-21T20:17:18,794 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:17:18,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=A 2024-11-21T20:17:18,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:17:18,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=B 2024-11-21T20:17:18,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:17:18,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=C 2024-11-21T20:17:18,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:17:18,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112198dcff6f872940779fbd204c6e11a4da_7a0b85d77364e30aaf6bff0ad4645188 is 50, key is test_row_0/A:col10/1732220236633/Put/seqid=0 2024-11-21T20:17:18,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742391_1567 (size=12154) 2024-11-21T20:17:18,823 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732220238811, max timestamp=1732220238820Num uniques 859; 2024-11-21T20:17:18,823 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:17:18,823 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732220238811, max timestamp=1732220238820Num uniques 859; 2024-11-21T20:17:18,823 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:17:18,823 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732220238811, max timestamp=1732220238820Num uniques 859; 2024-11-21T20:17:18,823 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:17:18,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220298845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:18,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:18,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:18,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:18,853 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732220238835, max timestamp=1732220238849Num uniques 1068; 2024-11-21T20:17:18,853 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732220238835, max timestamp=1732220238849Num uniques 1068; 2024-11-21T20:17:18,853 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732220238835, max timestamp=1732220238849Num uniques 1068; 2024-11-21T20:17:18,853 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-11-21T20:17:18,853 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-11-21T20:17:18,853 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-11-21T20:17:18,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220298885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:18,892 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1732220238870, max timestamp=1732220238888Num uniques 1127; 2024-11-21T20:17:18,892 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=12682, suffix heap size=145176,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=277 2024-11-21T20:17:18,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220298886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:18,892 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1732220238870, max timestamp=1732220238888Num uniques 1127; 2024-11-21T20:17:18,892 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=12682, suffix heap size=145176,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=277 2024-11-21T20:17:18,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1732220238870, max timestamp=1732220238888Num uniques 1127; 2024-11-21T20:17:18,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:18,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=12682, suffix heap size=145176,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=277 2024-11-21T20:17:18,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:18,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:18,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:18,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:18,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:18,981 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732220238922, max timestamp=1732220238977Num uniques 1136; 2024-11-21T20:17:18,981 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=10806, suffix heap size=146112,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=236 2024-11-21T20:17:18,981 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732220238922, max timestamp=1732220238977Num uniques 1136; 2024-11-21T20:17:18,981 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=10806, suffix heap size=146112,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=236 2024-11-21T20:17:18,982 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732220238922, max timestamp=1732220238977Num uniques 1136; 2024-11-21T20:17:18,982 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=10806, suffix heap size=146112,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=236 2024-11-21T20:17:19,058 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732220238999, max timestamp=1732220239054Num uniques 1095; 2024-11-21T20:17:19,058 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732220238999, max timestamp=1732220239054Num uniques 1095; 2024-11-21T20:17:19,058 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-11-21T20:17:19,058 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732220238999, max timestamp=1732220239054Num uniques 1095; 2024-11-21T20:17:19,058 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-11-21T20:17:19,058 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-11-21T20:17:19,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220299084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:19,093 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732220239072, max timestamp=1732220239090Num uniques 1104; 2024-11-21T20:17:19,094 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-21T20:17:19,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:19,094 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732220239072, max timestamp=1732220239090Num uniques 1104; 2024-11-21T20:17:19,094 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-21T20:17:19,094 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732220239072, max timestamp=1732220239090Num uniques 1104; 2024-11-21T20:17:19,094 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-21T20:17:19,134 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1732220239118, max timestamp=1732220239130Num uniques 1063; 2024-11-21T20:17:19,133 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1732220239118, max timestamp=1732220239130Num uniques 1063; 2024-11-21T20:17:19,134 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-11-21T20:17:19,134 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-11-21T20:17:19,134 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1732220239118, max timestamp=1732220239130Num uniques 1063; 2024-11-21T20:17:19,134 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-11-21T20:17:19,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=272, cellSize=12452, totalHeapSize=28528, min timestamp=1732220239149, max timestamp=1732220239166Num uniques 1072; 2024-11-21T20:17:19,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=12452, suffix heap size=139456,new segment heap size=28528 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=272 2024-11-21T20:17:19,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=272, cellSize=12452, totalHeapSize=28528, min timestamp=1732220239149, max timestamp=1732220239166Num uniques 1072; 2024-11-21T20:17:19,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=12452, suffix heap size=139456,new segment heap size=28528 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=272 2024-11-21T20:17:19,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=272, cellSize=12452, totalHeapSize=28528, min timestamp=1732220239149, max timestamp=1732220239166Num uniques 1072; 2024-11-21T20:17:19,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=12452, suffix heap size=139456,new segment heap size=28528 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=272 2024-11-21T20:17:19,204 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:19,207 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112198dcff6f872940779fbd204c6e11a4da_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112198dcff6f872940779fbd204c6e11a4da_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:19,208 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/627a0ebeceeb4c7ca1417d40ba008ca3, store: [table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:19,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/627a0ebeceeb4c7ca1417d40ba008ca3 is 175, key is test_row_0/A:col10/1732220236633/Put/seqid=0 2024-11-21T20:17:19,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220299203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:19,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:19,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220299205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:19,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220299206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:19,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,213 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1732220239195, max timestamp=1732220239208Num uniques 1131; 2024-11-21T20:17:19,213 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1732220239195, max timestamp=1732220239208Num uniques 1131; 2024-11-21T20:17:19,213 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1732220239195, max timestamp=1732220239208Num uniques 1131; 2024-11-21T20:17:19,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:19,213 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51796, new segment data size=10576, suffix heap size=145592,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1131, new segment cells count=231 2024-11-21T20:17:19,213 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51796, new segment data size=10576, suffix heap size=145592,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1131, new segment cells count=231 2024-11-21T20:17:19,213 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51796, new segment data size=10576, suffix heap size=145592,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1131, new segment cells count=231 2024-11-21T20:17:19,213 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,213 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,213 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:19,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742392_1568 (size=30955) 2024-11-21T20:17:19,326 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1732220239301, max timestamp=1732220239322Num uniques 1090; 2024-11-21T20:17:19,326 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1732220239301, max timestamp=1732220239322Num uniques 1090; 2024-11-21T20:17:19,326 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=8700, suffix heap size=141328,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=190 2024-11-21T20:17:19,326 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=8700, suffix heap size=141328,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=190 2024-11-21T20:17:19,326 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1732220239301, max timestamp=1732220239322Num uniques 1090; 2024-11-21T20:17:19,326 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=8700, suffix heap size=141328,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=190 2024-11-21T20:17:19,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1732220239331, max timestamp=1732220239353Num uniques 1049; 2024-11-21T20:17:19,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=11404, suffix heap size=137064,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=249 2024-11-21T20:17:19,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1732220239331, max timestamp=1732220239353Num uniques 1049; 2024-11-21T20:17:19,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=11404, suffix heap size=137064,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=249 2024-11-21T20:17:19,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1732220239331, max timestamp=1732220239353Num uniques 1049; 2024-11-21T20:17:19,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=11404, suffix heap size=137064,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=249 2024-11-21T20:17:19,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220299381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:19,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:19,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220299382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:19,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:19,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:19,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1732220239372, max timestamp=1732220239387Num uniques 1108; 2024-11-21T20:17:19,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=9520, suffix heap size=143200,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=208 2024-11-21T20:17:19,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1732220239372, max timestamp=1732220239387Num uniques 1108; 2024-11-21T20:17:19,391 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=9520, suffix heap size=143200,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=208 2024-11-21T20:17:19,391 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1732220239372, max timestamp=1732220239387Num uniques 1108; 2024-11-21T20:17:19,391 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=9520, suffix heap size=143200,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=208 2024-11-21T20:17:19,471 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=217, cellSize=9932, totalHeapSize=22808, min timestamp=1732220239453, max timestamp=1732220239467Num uniques 1067; 2024-11-21T20:17:19,471 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=9932, suffix heap size=138936,new segment heap size=22808 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=217 2024-11-21T20:17:19,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=217, cellSize=9932, totalHeapSize=22808, min timestamp=1732220239453, max timestamp=1732220239467Num uniques 1067; 2024-11-21T20:17:19,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=9932, suffix heap size=138936,new segment heap size=22808 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=217 2024-11-21T20:17:19,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=217, cellSize=9932, totalHeapSize=22808, min timestamp=1732220239453, max timestamp=1732220239467Num uniques 1067; 2024-11-21T20:17:19,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=9932, suffix heap size=138936,new segment heap size=22808 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=217 2024-11-21T20:17:19,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=276, cellSize=12636, totalHeapSize=28944, min timestamp=1732220239500, max timestamp=1732220239512Num uniques 1076; 2024-11-21T20:17:19,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49276, new segment data size=12636, suffix heap size=139872,new segment heap size=28944 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1076, new segment cells count=276 2024-11-21T20:17:19,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=276, cellSize=12636, totalHeapSize=28944, min timestamp=1732220239500, max timestamp=1732220239512Num uniques 1076; 2024-11-21T20:17:19,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49276, new segment data size=12636, suffix heap size=139872,new segment heap size=28944 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1076, new segment cells count=276 2024-11-21T20:17:19,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=176, cellSize=8056, totalHeapSize=18544, min timestamp=1732220239504, max timestamp=1732220239512Num uniques 1076; 2024-11-21T20:17:19,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49276, new segment data size=8056, suffix heap size=139872,new segment heap size=18544 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1076, new segment cells count=176 2024-11-21T20:17:19,545 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=335, cellSize=15340, totalHeapSize=35080, min timestamp=1732220239532, max timestamp=1732220239541Num uniques 1135; 2024-11-21T20:17:19,545 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51980, new segment data size=15340, suffix heap size=146008,new segment heap size=35080 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1135, new segment cells count=335 2024-11-21T20:17:19,545 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=335, cellSize=15340, totalHeapSize=35080, min timestamp=1732220239532, max timestamp=1732220239541Num uniques 1135; 2024-11-21T20:17:19,545 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51980, new segment data size=15340, suffix heap size=146008,new segment heap size=35080 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1135, new segment cells count=335 2024-11-21T20:17:19,545 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=335, cellSize=15340, totalHeapSize=35080, min timestamp=1732220239532, max timestamp=1732220239541Num uniques 1035; 2024-11-21T20:17:19,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47400, new segment data size=15340, suffix heap size=135608,new segment heap size=35080 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1035, new segment cells count=335 2024-11-21T20:17:19,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220299600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:19,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:19,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220299601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:19,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:19,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:19,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220299605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220299606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:19,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:19,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:19,615 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=106, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/627a0ebeceeb4c7ca1417d40ba008ca3 2024-11-21T20:17:19,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/da8fab6a112b41b4aa95431f306ff463 is 50, key is test_row_0/B:col10/1732220236633/Put/seqid=0 2024-11-21T20:17:19,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742393_1569 (size=12001) 2024-11-21T20:17:19,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51936 deadline: 1732220299688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:19,692 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_0' in 7a0b85d77364e30aaf6bff0ad4645188 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:17:19,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:19,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220299707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:19,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:19,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220299717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:19,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:19,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220299718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:19,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:19,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220299718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-21T20:17:19,788 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:17:19,788 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:17:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-21T20:17:19,790 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:17:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-21T20:17:19,790 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:17:19,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:17:19,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-21T20:17:19,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:19,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220299917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:19,923 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,923 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,923 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:19,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:19,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220299928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:19,930 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:19,930 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,930 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:19,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220299928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:19,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:19,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:19,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220299928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:19,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:19,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:19,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-21T20:17:19,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:19,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:19,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:19,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:19,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:19,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:20,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/da8fab6a112b41b4aa95431f306ff463 2024-11-21T20:17:20,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/25f286961df44637863307a100959983 is 50, key is test_row_0/C:col10/1732220236633/Put/seqid=0 2024-11-21T20:17:20,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742394_1570 (size=12001) 2024-11-21T20:17:20,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-21T20:17:20,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:20,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:20,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:20,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:20,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:20,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:20,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-21T20:17:20,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220300227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:20,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:20,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:20,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:20,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220300237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:20,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220300238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:20,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220300238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:20,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-21T20:17:20,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:20,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:20,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:20,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:20,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:20,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-21T20:17:20,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:20,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:20,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:20,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:20,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:20,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-21T20:17:20,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/25f286961df44637863307a100959983 2024-11-21T20:17:20,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/627a0ebeceeb4c7ca1417d40ba008ca3 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/627a0ebeceeb4c7ca1417d40ba008ca3 2024-11-21T20:17:20,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/627a0ebeceeb4c7ca1417d40ba008ca3, entries=150, sequenceid=106, filesize=30.2 K 2024-11-21T20:17:20,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/da8fab6a112b41b4aa95431f306ff463 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/da8fab6a112b41b4aa95431f306ff463 2024-11-21T20:17:20,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/da8fab6a112b41b4aa95431f306ff463, entries=150, sequenceid=106, filesize=11.7 K 2024-11-21T20:17:20,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/25f286961df44637863307a100959983 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/25f286961df44637863307a100959983 2024-11-21T20:17:20,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/25f286961df44637863307a100959983, entries=150, sequenceid=106, filesize=11.7 K 2024-11-21T20:17:20,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.11 KB/88176, currentSize=154.31 KB/158010 for 7a0b85d77364e30aaf6bff0ad4645188 in 1661ms, sequenceid=106, compaction requested=true 2024-11-21T20:17:20,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:20,453 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:17:20,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0b85d77364e30aaf6bff0ad4645188:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:17:20,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:20,453 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:17:20,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0b85d77364e30aaf6bff0ad4645188:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:17:20,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:20,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0b85d77364e30aaf6bff0ad4645188:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:17:20,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:17:20,455 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:17:20,455 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 7a0b85d77364e30aaf6bff0ad4645188/B is initiating minor compaction (all files) 2024-11-21T20:17:20,455 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0b85d77364e30aaf6bff0ad4645188/B in TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:20,455 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:17:20,455 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): 7a0b85d77364e30aaf6bff0ad4645188/A is initiating minor compaction (all files) 2024-11-21T20:17:20,455 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0b85d77364e30aaf6bff0ad4645188/A in TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:20,455 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/c546d2cc583943f088330e0ab050aadd, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/f877e3d4029f4b60b0fca14dd7109492, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/dca29dc90e324abcbbe1eb1d9c943747, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/da8fab6a112b41b4aa95431f306ff463] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp, totalSize=47.0 K 2024-11-21T20:17:20,455 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/ba1e030869a54bfab1fd844aceae6ccf, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/871a41f83b0d48e3934e064c8a6ceac0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/b6156e41455d4a70840c217a1f5833ee, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/627a0ebeceeb4c7ca1417d40ba008ca3] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp, totalSize=129.4 K 2024-11-21T20:17:20,455 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:20,455 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. files: [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/ba1e030869a54bfab1fd844aceae6ccf, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/871a41f83b0d48e3934e064c8a6ceac0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/b6156e41455d4a70840c217a1f5833ee, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/627a0ebeceeb4c7ca1417d40ba008ca3] 2024-11-21T20:17:20,455 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting c546d2cc583943f088330e0ab050aadd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732220233639 2024-11-21T20:17:20,455 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba1e030869a54bfab1fd844aceae6ccf, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732220233639 2024-11-21T20:17:20,456 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting f877e3d4029f4b60b0fca14dd7109492, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732220234821 2024-11-21T20:17:20,456 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 871a41f83b0d48e3934e064c8a6ceac0, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732220234821 2024-11-21T20:17:20,456 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting dca29dc90e324abcbbe1eb1d9c943747, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732220235464 2024-11-21T20:17:20,456 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6156e41455d4a70840c217a1f5833ee, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732220235464 2024-11-21T20:17:20,456 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting da8fab6a112b41b4aa95431f306ff463, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732220236633 2024-11-21T20:17:20,456 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 627a0ebeceeb4c7ca1417d40ba008ca3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732220236633 2024-11-21T20:17:20,465 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:20,466 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0b85d77364e30aaf6bff0ad4645188#B#compaction#487 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:20,466 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/df22cfa0de524161ab6ee5738036859e is 50, key is test_row_0/B:col10/1732220236633/Put/seqid=0 2024-11-21T20:17:20,467 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121a3a88372d1e040948119401683b14185_7a0b85d77364e30aaf6bff0ad4645188 store=[table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:20,469 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121a3a88372d1e040948119401683b14185_7a0b85d77364e30aaf6bff0ad4645188, store=[table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:20,470 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a3a88372d1e040948119401683b14185_7a0b85d77364e30aaf6bff0ad4645188 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:20,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742395_1571 (size=12241) 2024-11-21T20:17:20,477 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/df22cfa0de524161ab6ee5738036859e as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/df22cfa0de524161ab6ee5738036859e 2024-11-21T20:17:20,481 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7a0b85d77364e30aaf6bff0ad4645188/B of 7a0b85d77364e30aaf6bff0ad4645188 into df22cfa0de524161ab6ee5738036859e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:20,481 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:20,481 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., storeName=7a0b85d77364e30aaf6bff0ad4645188/B, priority=12, startTime=1732220240453; duration=0sec 2024-11-21T20:17:20,481 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:17:20,481 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0b85d77364e30aaf6bff0ad4645188:B 2024-11-21T20:17:20,481 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:17:20,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742396_1572 (size=4469) 2024-11-21T20:17:20,483 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T20:17:20,484 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 7a0b85d77364e30aaf6bff0ad4645188/C is initiating minor compaction (all files) 2024-11-21T20:17:20,484 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0b85d77364e30aaf6bff0ad4645188/C in TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:20,484 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/2144721c69a94064ae9f9f92bb9def86, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/4d5e1016755c45f8ba143169581b2c55, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/48d71703b0034b52a60e36438859b159, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/25f286961df44637863307a100959983] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp, totalSize=47.0 K 2024-11-21T20:17:20,484 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0b85d77364e30aaf6bff0ad4645188#A#compaction#488 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:20,484 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/46b01581045747f491ed6ea38aa95a63 is 175, key is test_row_0/A:col10/1732220236633/Put/seqid=0 2024-11-21T20:17:20,485 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 2144721c69a94064ae9f9f92bb9def86, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732220233639 2024-11-21T20:17:20,486 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d5e1016755c45f8ba143169581b2c55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732220234821 2024-11-21T20:17:20,486 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 48d71703b0034b52a60e36438859b159, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732220235464 2024-11-21T20:17:20,489 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 25f286961df44637863307a100959983, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732220236633 2024-11-21T20:17:20,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742397_1573 (size=31195) 2024-11-21T20:17:20,501 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/46b01581045747f491ed6ea38aa95a63 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/46b01581045747f491ed6ea38aa95a63 2024-11-21T20:17:20,502 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0b85d77364e30aaf6bff0ad4645188#C#compaction#489 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:20,502 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/eaef4bdeba3a4ec38510ce5d6802c3b8 is 50, key is test_row_0/C:col10/1732220236633/Put/seqid=0 2024-11-21T20:17:20,510 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7a0b85d77364e30aaf6bff0ad4645188/A of 7a0b85d77364e30aaf6bff0ad4645188 into 46b01581045747f491ed6ea38aa95a63(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:20,510 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:20,510 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., storeName=7a0b85d77364e30aaf6bff0ad4645188/A, priority=12, startTime=1732220240452; duration=0sec 2024-11-21T20:17:20,510 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:20,510 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0b85d77364e30aaf6bff0ad4645188:A 2024-11-21T20:17:20,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742398_1574 (size=12241) 2024-11-21T20:17:20,524 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/eaef4bdeba3a4ec38510ce5d6802c3b8 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/eaef4bdeba3a4ec38510ce5d6802c3b8 2024-11-21T20:17:20,529 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7a0b85d77364e30aaf6bff0ad4645188/C of 7a0b85d77364e30aaf6bff0ad4645188 into eaef4bdeba3a4ec38510ce5d6802c3b8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:20,529 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:20,529 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., storeName=7a0b85d77364e30aaf6bff0ad4645188/C, priority=12, startTime=1732220240453; duration=0sec 2024-11-21T20:17:20,529 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:20,529 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0b85d77364e30aaf6bff0ad4645188:C 2024-11-21T20:17:20,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-21T20:17:20,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:20,554 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 7a0b85d77364e30aaf6bff0ad4645188 3/3 column families, dataSize=154.31 KB heapSize=428.25 KB 2024-11-21T20:17:20,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=A 2024-11-21T20:17:20,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:17:20,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=B 2024-11-21T20:17:20,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:17:20,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=C 2024-11-21T20:17:20,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:17:20,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b692fed6d60d4d00ba8381d9cb10d4c4_7a0b85d77364e30aaf6bff0ad4645188 is 50, key is test_row_0/A:col10/1732220239605/Put/seqid=0 2024-11-21T20:17:20,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742399_1575 (size=12454) 2024-11-21T20:17:20,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:20,608 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b692fed6d60d4d00ba8381d9cb10d4c4_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b692fed6d60d4d00ba8381d9cb10d4c4_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:20,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/40407bb0fd86474d9639738af7e8d01d, store: [table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:20,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/40407bb0fd86474d9639738af7e8d01d is 175, key is test_row_0/A:col10/1732220239605/Put/seqid=0 2024-11-21T20:17:20,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742400_1576 (size=31255) 2024-11-21T20:17:20,613 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=386, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/40407bb0fd86474d9639738af7e8d01d 2024-11-21T20:17:20,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/22253145a2f542bfaa4e06db61cf2439 is 50, key is test_row_0/B:col10/1732220239605/Put/seqid=0 2024-11-21T20:17:20,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742401_1577 (size=12301) 2024-11-21T20:17:20,634 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/22253145a2f542bfaa4e06db61cf2439 2024-11-21T20:17:20,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/9ffbc6aac0a0476991fb7b3fbbf4720d is 50, key is test_row_0/C:col10/1732220239605/Put/seqid=0 2024-11-21T20:17:20,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742402_1578 (size=12301) 2024-11-21T20:17:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:20,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:20,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220300751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:20,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:20,757 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:20,757 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220300752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:20,757 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:20,757 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:20,757 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:20,757 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:20,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220300753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:20,758 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:20,758 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:20,758 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:20,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220300757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:20,759 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:20,759 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:20,759 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:20,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220300867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:20,869 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:20,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:20,869 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:20,869 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220300867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:20,869 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:20,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:20,869 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:20,869 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220300867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:20,870 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:20,870 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:20,870 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-21T20:17:21,046 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/9ffbc6aac0a0476991fb7b3fbbf4720d 2024-11-21T20:17:21,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/40407bb0fd86474d9639738af7e8d01d as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/40407bb0fd86474d9639738af7e8d01d 2024-11-21T20:17:21,057 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/40407bb0fd86474d9639738af7e8d01d, entries=150, sequenceid=386, filesize=30.5 K 2024-11-21T20:17:21,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/22253145a2f542bfaa4e06db61cf2439 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/22253145a2f542bfaa4e06db61cf2439 2024-11-21T20:17:21,060 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/22253145a2f542bfaa4e06db61cf2439, entries=150, sequenceid=386, filesize=12.0 K 2024-11-21T20:17:21,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/9ffbc6aac0a0476991fb7b3fbbf4720d as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/9ffbc6aac0a0476991fb7b3fbbf4720d 2024-11-21T20:17:21,065 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/9ffbc6aac0a0476991fb7b3fbbf4720d, entries=150, sequenceid=386, filesize=12.0 K 2024-11-21T20:17:21,066 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~428.20 KB/438480, currentSize=33.54 KB/34350 for 7a0b85d77364e30aaf6bff0ad4645188 in 512ms, sequenceid=386, compaction requested=false 2024-11-21T20:17:21,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:21,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:21,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-21T20:17:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-21T20:17:21,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-21T20:17:21,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2760 sec 2024-11-21T20:17:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.2820 sec 2024-11-21T20:17:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:21,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a0b85d77364e30aaf6bff0ad4645188 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T20:17:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=A 2024-11-21T20:17:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:21,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=B 2024-11-21T20:17:21,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:21,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=C 2024-11-21T20:17:21,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211b372129ba7f45e786519a267a79cf3a_7a0b85d77364e30aaf6bff0ad4645188 is 50, key is test_row_0/A:col10/1732220241080/Put/seqid=0 2024-11-21T20:17:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742403_1579 (size=17534) 2024-11-21T20:17:21,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220301126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:21,131 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:21,131 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:21,131 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:21,132 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732220241119, max timestamp=1732220241130Num uniques 859; 2024-11-21T20:17:21,132 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:17:21,133 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732220241119, max timestamp=1732220241130Num uniques 859; 2024-11-21T20:17:21,133 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:17:21,133 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732220241119, max timestamp=1732220241130Num uniques 859; 2024-11-21T20:17:21,133 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T20:17:21,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220301169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:21,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:21,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:21,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:21,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220301172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:21,177 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:21,177 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:21,177 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:21,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220301238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:21,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:21,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:21,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:21,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220301278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:21,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:21,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:21,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:21,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220301287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:21,291 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:21,291 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:21,291 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:21,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220301448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:21,451 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:21,451 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:21,451 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:21,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220301497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:21,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:21,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:21,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:21,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220301497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:21,502 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:21,502 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:21,502 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:21,504 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:21,508 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211b372129ba7f45e786519a267a79cf3a_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211b372129ba7f45e786519a267a79cf3a_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:21,509 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/fc2cba6a590a40518c96e4a5f49bfb69, store: [table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:21,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/fc2cba6a590a40518c96e4a5f49bfb69 is 175, key is test_row_0/A:col10/1732220241080/Put/seqid=0 2024-11-21T20:17:21,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742404_1580 (size=48639) 2024-11-21T20:17:21,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220301757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:21,759 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:21,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:21,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:21,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220301767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:21,770 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_1' in 7a0b85d77364e30aaf6bff0ad4645188 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:17:21,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:21,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:21,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:21,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220301808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:21,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:21,810 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:21,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220301808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:21,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:21,811 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:21,811 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:21,811 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:21,913 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=397, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/fc2cba6a590a40518c96e4a5f49bfb69 2024-11-21T20:17:21,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/e1d67445cfd84e64b00067590ada891c is 50, key is test_row_0/B:col10/1732220241080/Put/seqid=0 2024-11-21T20:17:21,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742405_1581 (size=12301) 2024-11-21T20:17:21,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/e1d67445cfd84e64b00067590ada891c 2024-11-21T20:17:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-21T20:17:21,937 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:17:21,938 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:17:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-21T20:17:21,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/be83c0f705df461ea7024116959d0d48 is 50, key is test_row_0/C:col10/1732220241080/Put/seqid=0 2024-11-21T20:17:21,940 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:17:21,941 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:17:21,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:17:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-21T20:17:21,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742406_1582 (size=12301) 2024-11-21T20:17:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-21T20:17:22,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-21T20:17:22,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:22,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:22,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:22,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:22,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:22,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-21T20:17:22,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:22,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:22,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:22,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:22,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-21T20:17:22,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220302268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:22,273 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:22,273 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:22,273 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:22,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220302317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:22,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:22,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:22,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220302317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:22,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:22,320 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:22,320 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:22,320 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:22,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/be83c0f705df461ea7024116959d0d48 2024-11-21T20:17:22,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/fc2cba6a590a40518c96e4a5f49bfb69 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/fc2cba6a590a40518c96e4a5f49bfb69 2024-11-21T20:17:22,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/fc2cba6a590a40518c96e4a5f49bfb69, entries=250, sequenceid=397, filesize=47.5 K 2024-11-21T20:17:22,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/e1d67445cfd84e64b00067590ada891c as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/e1d67445cfd84e64b00067590ada891c 2024-11-21T20:17:22,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/e1d67445cfd84e64b00067590ada891c, entries=150, sequenceid=397, filesize=12.0 K 2024-11-21T20:17:22,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/be83c0f705df461ea7024116959d0d48 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/be83c0f705df461ea7024116959d0d48 2024-11-21T20:17:22,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/be83c0f705df461ea7024116959d0d48, entries=150, sequenceid=397, filesize=12.0 K 2024-11-21T20:17:22,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 7a0b85d77364e30aaf6bff0ad4645188 in 1290ms, sequenceid=397, compaction requested=true 2024-11-21T20:17:22,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:22,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0b85d77364e30aaf6bff0ad4645188:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:17:22,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:22,371 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:17:22,371 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:17:22,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0b85d77364e30aaf6bff0ad4645188:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:17:22,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:22,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0b85d77364e30aaf6bff0ad4645188:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:17:22,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:17:22,372 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111089 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:17:22,372 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36843 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:17:22,372 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): 7a0b85d77364e30aaf6bff0ad4645188/A is initiating minor compaction (all files) 2024-11-21T20:17:22,372 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 7a0b85d77364e30aaf6bff0ad4645188/B is initiating minor compaction (all files) 2024-11-21T20:17:22,372 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0b85d77364e30aaf6bff0ad4645188/B in TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:22,372 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0b85d77364e30aaf6bff0ad4645188/A in TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:22,372 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/46b01581045747f491ed6ea38aa95a63, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/40407bb0fd86474d9639738af7e8d01d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/fc2cba6a590a40518c96e4a5f49bfb69] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp, totalSize=108.5 K 2024-11-21T20:17:22,372 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/df22cfa0de524161ab6ee5738036859e, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/22253145a2f542bfaa4e06db61cf2439, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/e1d67445cfd84e64b00067590ada891c] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp, totalSize=36.0 K 2024-11-21T20:17:22,372 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:22,372 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. files: [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/46b01581045747f491ed6ea38aa95a63, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/40407bb0fd86474d9639738af7e8d01d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/fc2cba6a590a40518c96e4a5f49bfb69] 2024-11-21T20:17:22,372 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting df22cfa0de524161ab6ee5738036859e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732220236633 2024-11-21T20:17:22,372 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46b01581045747f491ed6ea38aa95a63, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732220236633 2024-11-21T20:17:22,373 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 22253145a2f542bfaa4e06db61cf2439, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732220239599 2024-11-21T20:17:22,373 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40407bb0fd86474d9639738af7e8d01d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732220239599 2024-11-21T20:17:22,373 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting e1d67445cfd84e64b00067590ada891c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732220241080 2024-11-21T20:17:22,373 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc2cba6a590a40518c96e4a5f49bfb69, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732220240751 2024-11-21T20:17:22,378 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:22,385 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0b85d77364e30aaf6bff0ad4645188#B#compaction#497 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:22,385 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/e2da81984bb1484dac6349cb2de1dbca is 50, key is test_row_0/B:col10/1732220241080/Put/seqid=0 2024-11-21T20:17:22,386 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112142822c2651dd4bada2140295ca50c316_7a0b85d77364e30aaf6bff0ad4645188 store=[table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:22,387 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112142822c2651dd4bada2140295ca50c316_7a0b85d77364e30aaf6bff0ad4645188, store=[table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:22,387 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112142822c2651dd4bada2140295ca50c316_7a0b85d77364e30aaf6bff0ad4645188 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:22,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742407_1583 (size=12643) 2024-11-21T20:17:22,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-21T20:17:22,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:22,402 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 7a0b85d77364e30aaf6bff0ad4645188 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-21T20:17:22,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=A 2024-11-21T20:17:22,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:17:22,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=B 2024-11-21T20:17:22,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:17:22,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=C 2024-11-21T20:17:22,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:17:22,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742408_1584 (size=4469) 2024-11-21T20:17:22,403 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0b85d77364e30aaf6bff0ad4645188#A#compaction#496 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:22,404 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/dea8322babc6442ea630e3d3c0367a54 is 175, key is test_row_0/A:col10/1732220241080/Put/seqid=0 2024-11-21T20:17:22,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b73e41409af4401b8ff1d77ddb955cd1_7a0b85d77364e30aaf6bff0ad4645188 is 50, key is test_row_0/A:col10/1732220241171/Put/seqid=0 2024-11-21T20:17:22,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742409_1585 (size=31597) 2024-11-21T20:17:22,422 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/dea8322babc6442ea630e3d3c0367a54 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/dea8322babc6442ea630e3d3c0367a54 2024-11-21T20:17:22,427 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0b85d77364e30aaf6bff0ad4645188/A of 7a0b85d77364e30aaf6bff0ad4645188 into dea8322babc6442ea630e3d3c0367a54(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:22,427 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:22,427 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., storeName=7a0b85d77364e30aaf6bff0ad4645188/A, priority=13, startTime=1732220242371; duration=0sec 2024-11-21T20:17:22,427 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:17:22,427 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0b85d77364e30aaf6bff0ad4645188:A 2024-11-21T20:17:22,427 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:17:22,428 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36843 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:17:22,428 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): 7a0b85d77364e30aaf6bff0ad4645188/C is initiating minor compaction (all files) 2024-11-21T20:17:22,428 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0b85d77364e30aaf6bff0ad4645188/C in TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:22,428 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/eaef4bdeba3a4ec38510ce5d6802c3b8, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/9ffbc6aac0a0476991fb7b3fbbf4720d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/be83c0f705df461ea7024116959d0d48] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp, totalSize=36.0 K 2024-11-21T20:17:22,428 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting eaef4bdeba3a4ec38510ce5d6802c3b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732220236633 2024-11-21T20:17:22,429 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ffbc6aac0a0476991fb7b3fbbf4720d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732220239599 2024-11-21T20:17:22,429 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting be83c0f705df461ea7024116959d0d48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732220241080 2024-11-21T20:17:22,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742410_1586 (size=12454) 2024-11-21T20:17:22,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,436 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b73e41409af4401b8ff1d77ddb955cd1_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b73e41409af4401b8ff1d77ddb955cd1_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:22,436 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0b85d77364e30aaf6bff0ad4645188#C#compaction#499 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:22,437 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/b6150a0f05684a2e9475739fd862452d is 50, key is test_row_0/C:col10/1732220241080/Put/seqid=0 2024-11-21T20:17:22,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/74db39197e17497d984cf7120e42f206, store: [table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:22,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/74db39197e17497d984cf7120e42f206 is 175, key is test_row_0/A:col10/1732220241171/Put/seqid=0 2024-11-21T20:17:22,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742411_1587 (size=12643) 2024-11-21T20:17:22,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742412_1588 (size=31255) 2024-11-21T20:17:22,441 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=432, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/74db39197e17497d984cf7120e42f206 2024-11-21T20:17:22,446 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/b6150a0f05684a2e9475739fd862452d as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/b6150a0f05684a2e9475739fd862452d 2024-11-21T20:17:22,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/c46128c9e95844dd8871cafeb9b4a61a is 50, key is test_row_0/B:col10/1732220241171/Put/seqid=0 2024-11-21T20:17:22,450 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0b85d77364e30aaf6bff0ad4645188/C of 7a0b85d77364e30aaf6bff0ad4645188 into b6150a0f05684a2e9475739fd862452d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:22,450 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:22,450 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., storeName=7a0b85d77364e30aaf6bff0ad4645188/C, priority=13, startTime=1732220242371; duration=0sec 2024-11-21T20:17:22,450 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:22,450 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0b85d77364e30aaf6bff0ad4645188:C 2024-11-21T20:17:22,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742413_1589 (size=12301) 2024-11-21T20:17:22,452 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/c46128c9e95844dd8871cafeb9b4a61a 2024-11-21T20:17:22,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/c21315917f474a39ba9fa961750bdad4 is 50, key is test_row_0/C:col10/1732220241171/Put/seqid=0 2024-11-21T20:17:22,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742414_1590 (size=12301) 2024-11-21T20:17:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-21T20:17:22,802 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/e2da81984bb1484dac6349cb2de1dbca as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/e2da81984bb1484dac6349cb2de1dbca 2024-11-21T20:17:22,808 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0b85d77364e30aaf6bff0ad4645188/B of 7a0b85d77364e30aaf6bff0ad4645188 into e2da81984bb1484dac6349cb2de1dbca(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:22,809 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:22,809 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., storeName=7a0b85d77364e30aaf6bff0ad4645188/B, priority=13, startTime=1732220242371; duration=0sec 2024-11-21T20:17:22,809 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:22,809 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0b85d77364e30aaf6bff0ad4645188:B 2024-11-21T20:17:22,864 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/c21315917f474a39ba9fa961750bdad4 2024-11-21T20:17:22,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/74db39197e17497d984cf7120e42f206 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/74db39197e17497d984cf7120e42f206 2024-11-21T20:17:22,874 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/74db39197e17497d984cf7120e42f206, entries=150, sequenceid=432, filesize=30.5 K 2024-11-21T20:17:22,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/c46128c9e95844dd8871cafeb9b4a61a as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/c46128c9e95844dd8871cafeb9b4a61a 2024-11-21T20:17:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,877 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/c46128c9e95844dd8871cafeb9b4a61a, entries=150, sequenceid=432, filesize=12.0 K 2024-11-21T20:17:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/c21315917f474a39ba9fa961750bdad4 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/c21315917f474a39ba9fa961750bdad4 2024-11-21T20:17:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,881 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/c21315917f474a39ba9fa961750bdad4, entries=150, sequenceid=432, filesize=12.0 K 2024-11-21T20:17:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,882 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=0 B/0 for 7a0b85d77364e30aaf6bff0ad4645188 in 480ms, sequenceid=432, compaction requested=false 2024-11-21T20:17:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:22,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:22,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-21T20:17:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-21T20:17:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-21T20:17:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 943 msec 2024-11-21T20:17:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 948 msec 2024-11-21T20:17:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-21T20:17:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,078 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:17:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,079 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:17:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-21T20:17:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,080 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:17:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-21T20:17:23,081 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:17:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:17:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-21T20:17:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-21T20:17:23,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:23,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:23,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-21T20:17:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-21T20:17:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-21T20:17:23,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-21T20:17:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 158 msec 2024-11-21T20:17:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:23,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a0b85d77364e30aaf6bff0ad4645188 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T20:17:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=A 2024-11-21T20:17:23,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:23,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=B 2024-11-21T20:17:23,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=C 2024-11-21T20:17:23,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121157a6daa31c243af9f8e965b39aca50d_7a0b85d77364e30aaf6bff0ad4645188 is 50, key is test_row_0/A:col10/1732220243360/Put/seqid=0 2024-11-21T20:17:23,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742415_1591 (size=20074) 2024-11-21T20:17:23,397 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:23,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-21T20:17:23,405 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:17:23,405 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:17:23,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-21T20:17:23,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-21T20:17:23,409 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:17:23,410 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:17:23,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:17:23,415 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121157a6daa31c243af9f8e965b39aca50d_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121157a6daa31c243af9f8e965b39aca50d_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:23,416 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/8ddc834be91c4139a0a7d79b155a4896, store: [table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:23,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/8ddc834be91c4139a0a7d79b155a4896 is 175, key is test_row_0/A:col10/1732220243360/Put/seqid=0 2024-11-21T20:17:23,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:23,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220303412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:23,420 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220243403, max timestamp=1732220243416Num uniques 859; 2024-11-21T20:17:23,420 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220243403, max timestamp=1732220243416Num uniques 859; 2024-11-21T20:17:23,420 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:17:23,420 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732220243403, max timestamp=1732220243416Num uniques 859; 2024-11-21T20:17:23,420 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:17:23,420 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T20:17:23,420 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:23,420 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:23,420 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:23,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742416_1592 (size=57333) 2024-11-21T20:17:23,491 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732220243475, max timestamp=1732220243487Num uniques 1018; 2024-11-21T20:17:23,491 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-21T20:17:23,491 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732220243475, max timestamp=1732220243487Num uniques 1018; 2024-11-21T20:17:23,491 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-21T20:17:23,491 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732220243475, max timestamp=1732220243487Num uniques 1018; 2024-11-21T20:17:23,491 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-21T20:17:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-21T20:17:23,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220303528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:23,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:23,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:23,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:23,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220303533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:23,537 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:23,537 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:23,537 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:23,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220303533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:23,538 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:23,538 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:23,538 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:23,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-21T20:17:23,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:23,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:23,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:23,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:23,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:23,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:23,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220303637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:23,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:23,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:23,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:23,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220303647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:23,652 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:23,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:23,652 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:23,652 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220303647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:23,652 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:23,652 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:23,652 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:23,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-21T20:17:23,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:23,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:23,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:23,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:23,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:23,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-21T20:17:23,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220303798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:23,804 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_1' in 7a0b85d77364e30aaf6bff0ad4645188 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:17:23,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:23,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:23,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:23,842 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=446, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/8ddc834be91c4139a0a7d79b155a4896 2024-11-21T20:17:23,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/366eeaa0ee1949a994ba5ae477b5ac2b is 50, key is test_row_0/B:col10/1732220243360/Put/seqid=0 2024-11-21T20:17:23,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742417_1593 (size=12301) 2024-11-21T20:17:23,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:23,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220303847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:23,853 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:23,853 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:23,853 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:23,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220303858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:23,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:23,860 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:23,860 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220303858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:23,860 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:23,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:23,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:23,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:23,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-21T20:17:23,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:23,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:23,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:23,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:23,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:24,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-21T20:17:24,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:24,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:24,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:24,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:24,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:24,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:24,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-21T20:17:24,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220304157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:24,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220304167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:24,170 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:24,170 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:24,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:24,170 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220304168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:24,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:24,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:24,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:24,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-21T20:17:24,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:24,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:24,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:24,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:24,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:24,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/366eeaa0ee1949a994ba5ae477b5ac2b 2024-11-21T20:17:24,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/178fa5a905e54c479c5e154c61294cfc is 50, key is test_row_0/C:col10/1732220243360/Put/seqid=0 2024-11-21T20:17:24,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742418_1594 (size=12301) 2024-11-21T20:17:24,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-21T20:17:24,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:24,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:24,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:24,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:24,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:24,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-21T20:17:24,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:24,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:24,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:24,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:24,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-21T20:17:24,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-21T20:17:24,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:24,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:24,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:24,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:24,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:24,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220304668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:24,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:24,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:24,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:24,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220304678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:24,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220304678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:24,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/178fa5a905e54c479c5e154c61294cfc 2024-11-21T20:17:24,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/8ddc834be91c4139a0a7d79b155a4896 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/8ddc834be91c4139a0a7d79b155a4896 2024-11-21T20:17:24,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/8ddc834be91c4139a0a7d79b155a4896, entries=300, sequenceid=446, filesize=56.0 K 2024-11-21T20:17:24,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/366eeaa0ee1949a994ba5ae477b5ac2b as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/366eeaa0ee1949a994ba5ae477b5ac2b 2024-11-21T20:17:24,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/366eeaa0ee1949a994ba5ae477b5ac2b, entries=150, sequenceid=446, filesize=12.0 K 2024-11-21T20:17:24,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/178fa5a905e54c479c5e154c61294cfc as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/178fa5a905e54c479c5e154c61294cfc 2024-11-21T20:17:24,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/178fa5a905e54c479c5e154c61294cfc, entries=150, sequenceid=446, filesize=12.0 K 2024-11-21T20:17:24,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 7a0b85d77364e30aaf6bff0ad4645188 in 1341ms, sequenceid=446, compaction requested=true 2024-11-21T20:17:24,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:24,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0b85d77364e30aaf6bff0ad4645188:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:17:24,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:24,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0b85d77364e30aaf6bff0ad4645188:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:17:24,702 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:17:24,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:24,702 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:17:24,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0b85d77364e30aaf6bff0ad4645188:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:17:24,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:17:24,703 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:17:24,703 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37245 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:17:24,703 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): 7a0b85d77364e30aaf6bff0ad4645188/A is initiating minor compaction (all files) 2024-11-21T20:17:24,703 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 7a0b85d77364e30aaf6bff0ad4645188/B is initiating minor compaction (all files) 2024-11-21T20:17:24,703 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0b85d77364e30aaf6bff0ad4645188/A in TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:24,703 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0b85d77364e30aaf6bff0ad4645188/B in TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:24,703 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/dea8322babc6442ea630e3d3c0367a54, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/74db39197e17497d984cf7120e42f206, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/8ddc834be91c4139a0a7d79b155a4896] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp, totalSize=117.4 K 2024-11-21T20:17:24,703 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/e2da81984bb1484dac6349cb2de1dbca, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/c46128c9e95844dd8871cafeb9b4a61a, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/366eeaa0ee1949a994ba5ae477b5ac2b] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp, totalSize=36.4 K 2024-11-21T20:17:24,703 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:24,703 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. files: [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/dea8322babc6442ea630e3d3c0367a54, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/74db39197e17497d984cf7120e42f206, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/8ddc834be91c4139a0a7d79b155a4896] 2024-11-21T20:17:24,704 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting dea8322babc6442ea630e3d3c0367a54, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732220241080 2024-11-21T20:17:24,704 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting e2da81984bb1484dac6349cb2de1dbca, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732220241080 2024-11-21T20:17:24,704 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74db39197e17497d984cf7120e42f206, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732220241157 2024-11-21T20:17:24,704 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting c46128c9e95844dd8871cafeb9b4a61a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732220241157 2024-11-21T20:17:24,704 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ddc834be91c4139a0a7d79b155a4896, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732220243332 2024-11-21T20:17:24,704 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 366eeaa0ee1949a994ba5ae477b5ac2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732220243332 2024-11-21T20:17:24,709 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0b85d77364e30aaf6bff0ad4645188#B#compaction#505 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:24,710 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/2cabf88bb3ed4b7fa7c9bc1623d8cce5 is 50, key is test_row_0/B:col10/1732220243360/Put/seqid=0 2024-11-21T20:17:24,711 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:24,713 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121a5c3679c2e74465f831ec356557bf39e_7a0b85d77364e30aaf6bff0ad4645188 store=[table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:24,715 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121a5c3679c2e74465f831ec356557bf39e_7a0b85d77364e30aaf6bff0ad4645188, store=[table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:24,715 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a5c3679c2e74465f831ec356557bf39e_7a0b85d77364e30aaf6bff0ad4645188 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:24,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742419_1595 (size=12745) 2024-11-21T20:17:24,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742420_1596 (size=4469) 2024-11-21T20:17:24,735 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/2cabf88bb3ed4b7fa7c9bc1623d8cce5 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/2cabf88bb3ed4b7fa7c9bc1623d8cce5 2024-11-21T20:17:24,739 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0b85d77364e30aaf6bff0ad4645188/B of 7a0b85d77364e30aaf6bff0ad4645188 into 2cabf88bb3ed4b7fa7c9bc1623d8cce5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:24,739 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:24,739 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., storeName=7a0b85d77364e30aaf6bff0ad4645188/B, priority=13, startTime=1732220244702; duration=0sec 2024-11-21T20:17:24,739 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:17:24,739 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0b85d77364e30aaf6bff0ad4645188:B 2024-11-21T20:17:24,740 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:17:24,740 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37245 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:17:24,740 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 7a0b85d77364e30aaf6bff0ad4645188/C is initiating minor compaction (all files) 2024-11-21T20:17:24,740 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0b85d77364e30aaf6bff0ad4645188/C in TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:24,740 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/b6150a0f05684a2e9475739fd862452d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/c21315917f474a39ba9fa961750bdad4, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/178fa5a905e54c479c5e154c61294cfc] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp, totalSize=36.4 K 2024-11-21T20:17:24,741 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting b6150a0f05684a2e9475739fd862452d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732220241080 2024-11-21T20:17:24,741 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting c21315917f474a39ba9fa961750bdad4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732220241157 2024-11-21T20:17:24,741 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 178fa5a905e54c479c5e154c61294cfc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732220243332 2024-11-21T20:17:24,747 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0b85d77364e30aaf6bff0ad4645188#C#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:24,747 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/044917737e964785b80750e3398ec8b3 is 50, key is test_row_0/C:col10/1732220243360/Put/seqid=0 2024-11-21T20:17:24,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742421_1597 (size=12745) 2024-11-21T20:17:24,758 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/044917737e964785b80750e3398ec8b3 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/044917737e964785b80750e3398ec8b3 2024-11-21T20:17:24,763 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0b85d77364e30aaf6bff0ad4645188/C of 7a0b85d77364e30aaf6bff0ad4645188 into 044917737e964785b80750e3398ec8b3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:24,763 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:24,763 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., storeName=7a0b85d77364e30aaf6bff0ad4645188/C, priority=13, startTime=1732220244702; duration=0sec 2024-11-21T20:17:24,763 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:24,763 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0b85d77364e30aaf6bff0ad4645188:C 2024-11-21T20:17:24,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-21T20:17:24,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:24,786 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 7a0b85d77364e30aaf6bff0ad4645188 3/3 column families, dataSize=140.89 KB heapSize=399.38 KB 2024-11-21T20:17:24,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=A 2024-11-21T20:17:24,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:17:24,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=B 2024-11-21T20:17:24,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:17:24,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=C 2024-11-21T20:17:24,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:17:24,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112177f3345a7cce47e6b721beeef013da09_7a0b85d77364e30aaf6bff0ad4645188 is 50, key is test_row_0/A:col10/1732220243531/Put/seqid=0 2024-11-21T20:17:24,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742422_1598 (size=12454) 2024-11-21T20:17:25,133 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0b85d77364e30aaf6bff0ad4645188#A#compaction#506 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:25,134 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/dd2527ce02784c8ba60736f69488c9ec is 175, key is test_row_0/A:col10/1732220243360/Put/seqid=0 2024-11-21T20:17:25,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742423_1599 (size=31699) 2024-11-21T20:17:25,237 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112177f3345a7cce47e6b721beeef013da09_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112177f3345a7cce47e6b721beeef013da09_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:25,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/fc87e1887b7343039bfdcfcff462bab8, store: [table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:25,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/fc87e1887b7343039bfdcfcff462bab8 is 175, key is test_row_0/A:col10/1732220243531/Put/seqid=0 2024-11-21T20:17:25,242 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/dd2527ce02784c8ba60736f69488c9ec as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/dd2527ce02784c8ba60736f69488c9ec 2024-11-21T20:17:25,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742424_1600 (size=31255) 2024-11-21T20:17:25,244 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=502, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/fc87e1887b7343039bfdcfcff462bab8 2024-11-21T20:17:25,246 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0b85d77364e30aaf6bff0ad4645188/A of 7a0b85d77364e30aaf6bff0ad4645188 into dd2527ce02784c8ba60736f69488c9ec(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:25,246 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:25,246 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., storeName=7a0b85d77364e30aaf6bff0ad4645188/A, priority=13, startTime=1732220244702; duration=0sec 2024-11-21T20:17:25,246 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:25,246 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0b85d77364e30aaf6bff0ad4645188:A 2024-11-21T20:17:25,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/83ad42c9d81748e5b3af7584ad204540 is 50, key is test_row_0/B:col10/1732220243531/Put/seqid=0 2024-11-21T20:17:25,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742425_1601 (size=12301) 2024-11-21T20:17:25,259 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/83ad42c9d81748e5b3af7584ad204540 2024-11-21T20:17:25,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/28c521b379c648028911ea8f7ac60d43 is 50, key is test_row_0/C:col10/1732220243531/Put/seqid=0 2024-11-21T20:17:25,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742426_1602 (size=12301) 2024-11-21T20:17:25,269 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/28c521b379c648028911ea8f7ac60d43 2024-11-21T20:17:25,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/fc87e1887b7343039bfdcfcff462bab8 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/fc87e1887b7343039bfdcfcff462bab8 2024-11-21T20:17:25,275 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/fc87e1887b7343039bfdcfcff462bab8, entries=150, sequenceid=502, filesize=30.5 K 2024-11-21T20:17:25,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/83ad42c9d81748e5b3af7584ad204540 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/83ad42c9d81748e5b3af7584ad204540 2024-11-21T20:17:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,279 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/83ad42c9d81748e5b3af7584ad204540, entries=150, sequenceid=502, filesize=12.0 K 2024-11-21T20:17:25,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/28c521b379c648028911ea8f7ac60d43 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/28c521b379c648028911ea8f7ac60d43 2024-11-21T20:17:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,283 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/28c521b379c648028911ea8f7ac60d43, entries=150, sequenceid=502, filesize=12.0 K 2024-11-21T20:17:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,284 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~399.33 KB/408912, currentSize=0 B/0 for 7a0b85d77364e30aaf6bff0ad4645188 in 498ms, sequenceid=502, compaction requested=false 2024-11-21T20:17:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:25,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:25,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-21T20:17:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-21T20:17:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-21T20:17:25,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8750 sec 2024-11-21T20:17:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.8850 sec 2024-11-21T20:17:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-21T20:17:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,568 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:17:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,569 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:17:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-21T20:17:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,571 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:17:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-21T20:17:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,572 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:17:25,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:17:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-21T20:17:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:25,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a0b85d77364e30aaf6bff0ad4645188 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T20:17:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=A 2024-11-21T20:17:25,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:25,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=B 2024-11-21T20:17:25,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:25,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=C 2024-11-21T20:17:25,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-21T20:17:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:25,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:25,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:25,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d97dfa7d881f490f88fee5fe1b2906a1_7a0b85d77364e30aaf6bff0ad4645188 is 50, key is test_row_0/A:col10/1732220245719/Put/seqid=0 2024-11-21T20:17:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742428_1604 (size=25158) 2024-11-21T20:17:25,746 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:25,748 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d97dfa7d881f490f88fee5fe1b2906a1_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d97dfa7d881f490f88fee5fe1b2906a1_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:25,752 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/eca1793fef394135800531054729f3e2, store: [table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:25,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/eca1793fef394135800531054729f3e2 is 175, key is test_row_0/A:col10/1732220245719/Put/seqid=0 2024-11-21T20:17:25,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742427_1603 (size=74795) 2024-11-21T20:17:25,755 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=514, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/eca1793fef394135800531054729f3e2 2024-11-21T20:17:25,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/35345d9b29f34fe5a4a88f2dcd39a1f8 is 50, key is test_row_0/B:col10/1732220245719/Put/seqid=0 2024-11-21T20:17:25,771 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732220245749, max timestamp=1732220245768Num uniques 859; 2024-11-21T20:17:25,771 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T20:17:25,771 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732220245749, max timestamp=1732220245768Num uniques 859; 2024-11-21T20:17:25,771 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732220245749, max timestamp=1732220245768Num uniques 859; 2024-11-21T20:17:25,771 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T20:17:25,771 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/377014bd7527:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T20:17:25,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742429_1605 (size=12301) 2024-11-21T20:17:25,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/35345d9b29f34fe5a4a88f2dcd39a1f8 2024-11-21T20:17:25,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/87a0dda21d9e4e2780643c2e4ffb1c0e is 50, key is test_row_0/C:col10/1732220245719/Put/seqid=0 2024-11-21T20:17:25,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742430_1606 (size=12301) 2024-11-21T20:17:25,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/87a0dda21d9e4e2780643c2e4ffb1c0e 2024-11-21T20:17:25,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/eca1793fef394135800531054729f3e2 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/eca1793fef394135800531054729f3e2 2024-11-21T20:17:25,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220305809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:25,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:25,820 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:25,820 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220305812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:25,820 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:25,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:25,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:25,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220305813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:25,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:25,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:25,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:25,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:25,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/eca1793fef394135800531054729f3e2, entries=400, sequenceid=514, filesize=73.0 K 2024-11-21T20:17:25,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/35345d9b29f34fe5a4a88f2dcd39a1f8 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/35345d9b29f34fe5a4a88f2dcd39a1f8 2024-11-21T20:17:25,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/35345d9b29f34fe5a4a88f2dcd39a1f8, entries=150, sequenceid=514, filesize=12.0 K 2024-11-21T20:17:25,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/87a0dda21d9e4e2780643c2e4ffb1c0e as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/87a0dda21d9e4e2780643c2e4ffb1c0e 2024-11-21T20:17:25,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/87a0dda21d9e4e2780643c2e4ffb1c0e, entries=150, sequenceid=514, filesize=12.0 K 2024-11-21T20:17:25,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 7a0b85d77364e30aaf6bff0ad4645188 in 124ms, sequenceid=514, compaction requested=true 2024-11-21T20:17:25,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:25,844 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:17:25,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0b85d77364e30aaf6bff0ad4645188:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:17:25,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:25,845 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:17:25,846 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137749 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:17:25,846 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): 7a0b85d77364e30aaf6bff0ad4645188/A is initiating minor compaction (all files) 2024-11-21T20:17:25,846 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0b85d77364e30aaf6bff0ad4645188/A in TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:25,846 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/dd2527ce02784c8ba60736f69488c9ec, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/fc87e1887b7343039bfdcfcff462bab8, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/eca1793fef394135800531054729f3e2] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp, totalSize=134.5 K 2024-11-21T20:17:25,846 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:25,846 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. files: [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/dd2527ce02784c8ba60736f69488c9ec, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/fc87e1887b7343039bfdcfcff462bab8, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/eca1793fef394135800531054729f3e2] 2024-11-21T20:17:25,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0b85d77364e30aaf6bff0ad4645188:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:17:25,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:25,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0b85d77364e30aaf6bff0ad4645188:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:17:25,846 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:17:25,846 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd2527ce02784c8ba60736f69488c9ec, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732220243332 2024-11-21T20:17:25,847 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 7a0b85d77364e30aaf6bff0ad4645188/B is initiating minor compaction (all files) 2024-11-21T20:17:25,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:17:25,847 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0b85d77364e30aaf6bff0ad4645188/B in TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:25,847 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/2cabf88bb3ed4b7fa7c9bc1623d8cce5, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/83ad42c9d81748e5b3af7584ad204540, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/35345d9b29f34fe5a4a88f2dcd39a1f8] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp, totalSize=36.5 K 2024-11-21T20:17:25,847 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc87e1887b7343039bfdcfcff462bab8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=502, earliestPutTs=1732220243521 2024-11-21T20:17:25,847 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cabf88bb3ed4b7fa7c9bc1623d8cce5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732220243332 2024-11-21T20:17:25,848 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 83ad42c9d81748e5b3af7584ad204540, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=502, earliestPutTs=1732220243521 2024-11-21T20:17:25,848 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting eca1793fef394135800531054729f3e2, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1732220245694 2024-11-21T20:17:25,849 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 35345d9b29f34fe5a4a88f2dcd39a1f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1732220245719 2024-11-21T20:17:25,867 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0b85d77364e30aaf6bff0ad4645188#B#compaction#514 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:25,867 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/b0e095a73adf485698b99aa74d18e9d1 is 50, key is test_row_0/B:col10/1732220245719/Put/seqid=0 2024-11-21T20:17:25,875 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:25,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-21T20:17:25,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:25,878 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 7a0b85d77364e30aaf6bff0ad4645188 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-11-21T20:17:25,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=A 2024-11-21T20:17:25,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:17:25,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=B 2024-11-21T20:17:25,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:17:25,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=C 2024-11-21T20:17:25,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T20:17:25,885 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121c889799a2c4e49e5a1b987c2595acdb6_7a0b85d77364e30aaf6bff0ad4645188 store=[table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-21T20:17:25,890 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121c889799a2c4e49e5a1b987c2595acdb6_7a0b85d77364e30aaf6bff0ad4645188, store=[table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:25,890 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c889799a2c4e49e5a1b987c2595acdb6_7a0b85d77364e30aaf6bff0ad4645188 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:25,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742431_1607 (size=12847) 2024-11-21T20:17:25,896 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/b0e095a73adf485698b99aa74d18e9d1 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/b0e095a73adf485698b99aa74d18e9d1 2024-11-21T20:17:25,902 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0b85d77364e30aaf6bff0ad4645188/B of 7a0b85d77364e30aaf6bff0ad4645188 into b0e095a73adf485698b99aa74d18e9d1(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:25,902 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:25,902 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., storeName=7a0b85d77364e30aaf6bff0ad4645188/B, priority=13, startTime=1732220245845; duration=0sec 2024-11-21T20:17:25,902 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:17:25,902 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0b85d77364e30aaf6bff0ad4645188:B 2024-11-21T20:17:25,902 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:17:25,904 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:17:25,904 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 7a0b85d77364e30aaf6bff0ad4645188/C is initiating minor compaction (all files) 2024-11-21T20:17:25,905 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0b85d77364e30aaf6bff0ad4645188/C in TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:25,907 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/044917737e964785b80750e3398ec8b3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/28c521b379c648028911ea8f7ac60d43, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/87a0dda21d9e4e2780643c2e4ffb1c0e] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp, totalSize=36.5 K 2024-11-21T20:17:25,908 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 044917737e964785b80750e3398ec8b3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732220243332 2024-11-21T20:17:25,909 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 28c521b379c648028911ea8f7ac60d43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=502, earliestPutTs=1732220243521 2024-11-21T20:17:25,909 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 87a0dda21d9e4e2780643c2e4ffb1c0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1732220245719 2024-11-21T20:17:25,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112130b54b5ba2cc4846945a9f38dd898322_7a0b85d77364e30aaf6bff0ad4645188 is 50, key is test_row_0/A:col10/1732220245797/Put/seqid=0 2024-11-21T20:17:25,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742432_1608 (size=4469) 2024-11-21T20:17:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:25,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:25,934 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0b85d77364e30aaf6bff0ad4645188#C#compaction#517 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:25,935 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/83bafe81b09943e1935b065ba0aff184 is 50, key is test_row_0/C:col10/1732220245719/Put/seqid=0 2024-11-21T20:17:25,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742434_1610 (size=12847) 2024-11-21T20:17:25,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220305951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:25,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:25,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:25,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:25,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742433_1609 (size=12454) 2024-11-21T20:17:25,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220305953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:25,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:25,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220305953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:25,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:25,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:25,961 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:25,961 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:25,961 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:26,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:26,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220306068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:26,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:26,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:26,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:26,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:26,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220306068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:26,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:26,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:26,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:26,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:26,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220306068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:26,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:26,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:26,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-21T20:17:26,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220306277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:26,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:26,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220306278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:26,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:26,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:26,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:26,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:26,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220306278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:26,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:26,283 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:26,283 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:26,283 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:26,332 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0b85d77364e30aaf6bff0ad4645188#A#compaction#515 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:26,333 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/94b6213b081246219e35f1362e0c842d is 175, key is test_row_0/A:col10/1732220245719/Put/seqid=0 2024-11-21T20:17:26,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742435_1611 (size=31801) 2024-11-21T20:17:26,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:26,358 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/83bafe81b09943e1935b065ba0aff184 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/83bafe81b09943e1935b065ba0aff184 2024-11-21T20:17:26,361 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112130b54b5ba2cc4846945a9f38dd898322_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112130b54b5ba2cc4846945a9f38dd898322_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:26,362 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0b85d77364e30aaf6bff0ad4645188/C of 7a0b85d77364e30aaf6bff0ad4645188 into 83bafe81b09943e1935b065ba0aff184(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:26,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/6883533ecd804c7aaba553ad6cdbe609, store: [table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:26,362 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:26,362 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., storeName=7a0b85d77364e30aaf6bff0ad4645188/C, priority=13, startTime=1732220245846; duration=0sec 2024-11-21T20:17:26,362 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:26,362 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0b85d77364e30aaf6bff0ad4645188:C 2024-11-21T20:17:26,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/6883533ecd804c7aaba553ad6cdbe609 is 175, key is test_row_0/A:col10/1732220245797/Put/seqid=0 2024-11-21T20:17:26,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742436_1612 (size=31255) 2024-11-21T20:17:26,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220306588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:26,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:26,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220306588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:26,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220306588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-21T20:17:26,740 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/94b6213b081246219e35f1362e0c842d as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/94b6213b081246219e35f1362e0c842d 2024-11-21T20:17:26,743 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0b85d77364e30aaf6bff0ad4645188/A of 7a0b85d77364e30aaf6bff0ad4645188 into 94b6213b081246219e35f1362e0c842d(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:26,743 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:26,744 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., storeName=7a0b85d77364e30aaf6bff0ad4645188/A, priority=13, startTime=1732220245844; duration=0sec 2024-11-21T20:17:26,744 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:26,744 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0b85d77364e30aaf6bff0ad4645188:A 2024-11-21T20:17:26,770 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=548, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/6883533ecd804c7aaba553ad6cdbe609 2024-11-21T20:17:26,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/6eaf10e72aef419faa182bf096a8cff3 is 50, key is test_row_0/B:col10/1732220245797/Put/seqid=0 2024-11-21T20:17:26,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742437_1613 (size=12301) 2024-11-21T20:17:27,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220307098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:27,100 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:27,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:27,100 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:27,100 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220307098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:27,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220307098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:27,198 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/6eaf10e72aef419faa182bf096a8cff3 2024-11-21T20:17:27,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/9c6c63177fd8418bbdcc25d928544ccf is 50, key is test_row_0/C:col10/1732220245797/Put/seqid=0 2024-11-21T20:17:27,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742438_1614 (size=12301) 2024-11-21T20:17:27,610 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/9c6c63177fd8418bbdcc25d928544ccf 2024-11-21T20:17:27,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/6883533ecd804c7aaba553ad6cdbe609 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/6883533ecd804c7aaba553ad6cdbe609 2024-11-21T20:17:27,616 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/6883533ecd804c7aaba553ad6cdbe609, entries=150, sequenceid=548, filesize=30.5 K 2024-11-21T20:17:27,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/6eaf10e72aef419faa182bf096a8cff3 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/6eaf10e72aef419faa182bf096a8cff3 2024-11-21T20:17:27,619 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/6eaf10e72aef419faa182bf096a8cff3, entries=150, sequenceid=548, filesize=12.0 K 2024-11-21T20:17:27,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/9c6c63177fd8418bbdcc25d928544ccf as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/9c6c63177fd8418bbdcc25d928544ccf 2024-11-21T20:17:27,622 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/9c6c63177fd8418bbdcc25d928544ccf, entries=150, sequenceid=548, filesize=12.0 K 2024-11-21T20:17:27,623 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=60.38 KB/61830 for 7a0b85d77364e30aaf6bff0ad4645188 in 1745ms, sequenceid=548, compaction requested=false 2024-11-21T20:17:27,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:27,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:27,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-21T20:17:27,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-21T20:17:27,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-21T20:17:27,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0520 sec 2024-11-21T20:17:27,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 2.0570 sec 2024-11-21T20:17:27,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-21T20:17:27,718 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:17:27,718 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T20:17:27,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-21T20:17:27,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-21T20:17:27,720 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T20:17:27,720 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T20:17:27,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T20:17:27,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:27,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a0b85d77364e30aaf6bff0ad4645188 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-21T20:17:27,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=A 2024-11-21T20:17:27,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:27,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=B 2024-11-21T20:17:27,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:27,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=C 2024-11-21T20:17:27,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:27,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121619a7459c24242f2b98d71d4c5170859_7a0b85d77364e30aaf6bff0ad4645188 is 50, key is test_row_0/A:col10/1732220245950/Put/seqid=0 2024-11-21T20:17:27,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742439_1615 (size=14994) 2024-11-21T20:17:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-21T20:17:27,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-21T20:17:27,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:27,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:27,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:27,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:27,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:27,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220307897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:28,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220308007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:28,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:28,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:28,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:28,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-21T20:17:28,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:28,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:28,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:28,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:28,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-21T20:17:28,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220308107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:28,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:28,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220308107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:28,112 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_1' in 7a0b85d77364e30aaf6bff0ad4645188 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:17:28,112 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:28,112 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:28,112 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:28,112 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_1' in 7a0b85d77364e30aaf6bff0ad4645188 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:17:28,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:28,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:28,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:28,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220308118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:28,120 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in 7a0b85d77364e30aaf6bff0ad4645188 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:17:28,121 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:28,121 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:28,121 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:28,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-21T20:17:28,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:28,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:28,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:28,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:28,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:28,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220308217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:28,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:28,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:28,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:28,228 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:28,231 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121619a7459c24242f2b98d71d4c5170859_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121619a7459c24242f2b98d71d4c5170859_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:28,231 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/b65b957fa639422ca28438fe0a4f3ca0, store: [table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:28,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/b65b957fa639422ca28438fe0a4f3ca0 is 175, key is test_row_0/A:col10/1732220245950/Put/seqid=0 2024-11-21T20:17:28,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742440_1616 (size=39949) 2024-11-21T20:17:28,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-21T20:17:28,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:28,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:28,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:28,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:28,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-21T20:17:28,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-21T20:17:28,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:28,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:28,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:28,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:28,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:28,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220308528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:28,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:28,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:28,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:28,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-21T20:17:28,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:28,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:28,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:28,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:28,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:28,635 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=564, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/b65b957fa639422ca28438fe0a4f3ca0 2024-11-21T20:17:28,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/0382349ae5a54619a43eed3ef88cad2f is 50, key is test_row_0/B:col10/1732220245950/Put/seqid=0 2024-11-21T20:17:28,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742441_1617 (size=12301) 2024-11-21T20:17:28,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-21T20:17:28,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:28,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:28,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:28,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:28,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-21T20:17:28,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-21T20:17:28,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:28,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:28,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:28,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:28,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:28,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:17:29,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220309037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:29,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:29,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:29,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:29,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/0382349ae5a54619a43eed3ef88cad2f 2024-11-21T20:17:29,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/c44ef00b72dd4262879435370741a9cd is 50, key is test_row_0/C:col10/1732220245950/Put/seqid=0 2024-11-21T20:17:29,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742442_1618 (size=12301) 2024-11-21T20:17:29,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/c44ef00b72dd4262879435370741a9cd 2024-11-21T20:17:29,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/b65b957fa639422ca28438fe0a4f3ca0 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/b65b957fa639422ca28438fe0a4f3ca0 2024-11-21T20:17:29,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/b65b957fa639422ca28438fe0a4f3ca0, entries=200, sequenceid=564, filesize=39.0 K 2024-11-21T20:17:29,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/0382349ae5a54619a43eed3ef88cad2f as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/0382349ae5a54619a43eed3ef88cad2f 2024-11-21T20:17:29,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/0382349ae5a54619a43eed3ef88cad2f, entries=150, sequenceid=564, filesize=12.0 K 2024-11-21T20:17:29,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/c44ef00b72dd4262879435370741a9cd as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/c44ef00b72dd4262879435370741a9cd 2024-11-21T20:17:29,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/c44ef00b72dd4262879435370741a9cd, entries=150, sequenceid=564, filesize=12.0 K 2024-11-21T20:17:29,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 7a0b85d77364e30aaf6bff0ad4645188 in 1245ms, sequenceid=564, compaction requested=true 2024-11-21T20:17:29,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:29,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0b85d77364e30aaf6bff0ad4645188:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:17:29,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:29,065 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:17:29,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0b85d77364e30aaf6bff0ad4645188:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:17:29,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:17:29,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0b85d77364e30aaf6bff0ad4645188:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:17:29,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T20:17:29,065 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:17:29,066 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:17:29,066 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:17:29,066 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): 7a0b85d77364e30aaf6bff0ad4645188/A is initiating minor compaction (all files) 2024-11-21T20:17:29,066 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 7a0b85d77364e30aaf6bff0ad4645188/B is initiating minor compaction (all files) 2024-11-21T20:17:29,066 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0b85d77364e30aaf6bff0ad4645188/A in TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:29,066 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0b85d77364e30aaf6bff0ad4645188/B in TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:29,066 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/94b6213b081246219e35f1362e0c842d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/6883533ecd804c7aaba553ad6cdbe609, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/b65b957fa639422ca28438fe0a4f3ca0] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp, totalSize=100.6 K 2024-11-21T20:17:29,066 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/b0e095a73adf485698b99aa74d18e9d1, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/6eaf10e72aef419faa182bf096a8cff3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/0382349ae5a54619a43eed3ef88cad2f] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp, totalSize=36.6 K 2024-11-21T20:17:29,066 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:29,066 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. files: [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/94b6213b081246219e35f1362e0c842d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/6883533ecd804c7aaba553ad6cdbe609, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/b65b957fa639422ca28438fe0a4f3ca0] 2024-11-21T20:17:29,066 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94b6213b081246219e35f1362e0c842d, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1732220245719 2024-11-21T20:17:29,066 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting b0e095a73adf485698b99aa74d18e9d1, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1732220245719 2024-11-21T20:17:29,066 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6883533ecd804c7aaba553ad6cdbe609, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=548, earliestPutTs=1732220245797 2024-11-21T20:17:29,066 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 6eaf10e72aef419faa182bf096a8cff3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=548, earliestPutTs=1732220245797 2024-11-21T20:17:29,067 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 0382349ae5a54619a43eed3ef88cad2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732220245949 2024-11-21T20:17:29,067 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting b65b957fa639422ca28438fe0a4f3ca0, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732220245949 2024-11-21T20:17:29,070 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:29,072 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121f5400deee56246a989759a9b6b0bb853_7a0b85d77364e30aaf6bff0ad4645188 store=[table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:29,072 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0b85d77364e30aaf6bff0ad4645188#B#compaction#523 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:29,072 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/4e59969fb1124030b4104bbeb0782327 is 50, key is test_row_0/B:col10/1732220245950/Put/seqid=0 2024-11-21T20:17:29,074 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121f5400deee56246a989759a9b6b0bb853_7a0b85d77364e30aaf6bff0ad4645188, store=[table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:29,074 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f5400deee56246a989759a9b6b0bb853_7a0b85d77364e30aaf6bff0ad4645188 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:29,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742443_1619 (size=12949) 2024-11-21T20:17:29,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742444_1620 (size=4469) 2024-11-21T20:17:29,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-21T20:17:29,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:29,090 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 7a0b85d77364e30aaf6bff0ad4645188 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-21T20:17:29,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=A 2024-11-21T20:17:29,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:29,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=B 2024-11-21T20:17:29,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:29,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=C 2024-11-21T20:17:29,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:29,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212688d506c2cd4c029af8a131ee0594bd_7a0b85d77364e30aaf6bff0ad4645188 is 50, key is test_row_0/A:col10/1732220247896/Put/seqid=0 2024-11-21T20:17:29,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742445_1621 (size=12454) 2024-11-21T20:17:29,479 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/4e59969fb1124030b4104bbeb0782327 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/4e59969fb1124030b4104bbeb0782327 2024-11-21T20:17:29,482 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0b85d77364e30aaf6bff0ad4645188/B of 7a0b85d77364e30aaf6bff0ad4645188 into 4e59969fb1124030b4104bbeb0782327(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:29,482 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:29,482 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., storeName=7a0b85d77364e30aaf6bff0ad4645188/B, priority=13, startTime=1732220249065; duration=0sec 2024-11-21T20:17:29,482 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:17:29,482 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0b85d77364e30aaf6bff0ad4645188:B 2024-11-21T20:17:29,483 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:17:29,483 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:17:29,483 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 7a0b85d77364e30aaf6bff0ad4645188/C is initiating minor compaction (all files) 2024-11-21T20:17:29,484 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0b85d77364e30aaf6bff0ad4645188/C in TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:29,484 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0b85d77364e30aaf6bff0ad4645188#A#compaction#524 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:29,484 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/83bafe81b09943e1935b065ba0aff184, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/9c6c63177fd8418bbdcc25d928544ccf, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/c44ef00b72dd4262879435370741a9cd] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp, totalSize=36.6 K 2024-11-21T20:17:29,484 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/a3ab0bbea6b340b4af21cd3bb196f325 is 175, key is test_row_0/A:col10/1732220245950/Put/seqid=0 2024-11-21T20:17:29,484 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 83bafe81b09943e1935b065ba0aff184, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1732220245719 2024-11-21T20:17:29,484 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c6c63177fd8418bbdcc25d928544ccf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=548, earliestPutTs=1732220245797 2024-11-21T20:17:29,488 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting c44ef00b72dd4262879435370741a9cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732220245949 2024-11-21T20:17:29,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742446_1622 (size=31903) 2024-11-21T20:17:29,497 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0b85d77364e30aaf6bff0ad4645188#C#compaction#526 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:29,498 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/6bc40dc0ce484224abf9412de8f46621 is 50, key is test_row_0/C:col10/1732220245950/Put/seqid=0 2024-11-21T20:17:29,507 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/a3ab0bbea6b340b4af21cd3bb196f325 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/a3ab0bbea6b340b4af21cd3bb196f325 2024-11-21T20:17:29,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:29,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742447_1623 (size=12949) 2024-11-21T20:17:29,512 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212688d506c2cd4c029af8a131ee0594bd_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212688d506c2cd4c029af8a131ee0594bd_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:29,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/4a173d537bdc48298bfff3a27e04bfbd, store: [table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:29,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/4a173d537bdc48298bfff3a27e04bfbd is 175, key is test_row_0/A:col10/1732220247896/Put/seqid=0 2024-11-21T20:17:29,514 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0b85d77364e30aaf6bff0ad4645188/A of 7a0b85d77364e30aaf6bff0ad4645188 into a3ab0bbea6b340b4af21cd3bb196f325(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:29,514 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:29,514 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., storeName=7a0b85d77364e30aaf6bff0ad4645188/A, priority=13, startTime=1732220249065; duration=0sec 2024-11-21T20:17:29,514 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:29,514 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0b85d77364e30aaf6bff0ad4645188:A 2024-11-21T20:17:29,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742448_1624 (size=31255) 2024-11-21T20:17:29,517 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=583, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/4a173d537bdc48298bfff3a27e04bfbd 2024-11-21T20:17:29,518 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/6bc40dc0ce484224abf9412de8f46621 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/6bc40dc0ce484224abf9412de8f46621 2024-11-21T20:17:29,521 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0b85d77364e30aaf6bff0ad4645188/C of 7a0b85d77364e30aaf6bff0ad4645188 into 6bc40dc0ce484224abf9412de8f46621(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:29,521 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:29,521 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., storeName=7a0b85d77364e30aaf6bff0ad4645188/C, priority=13, startTime=1732220249065; duration=0sec 2024-11-21T20:17:29,522 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:29,522 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0b85d77364e30aaf6bff0ad4645188:C 2024-11-21T20:17:29,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/7f5572c3581842cf9371098446e1debf is 50, key is test_row_0/B:col10/1732220247896/Put/seqid=0 2024-11-21T20:17:29,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742449_1625 (size=12301) 2024-11-21T20:17:29,527 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=583 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/7f5572c3581842cf9371098446e1debf 2024-11-21T20:17:29,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/f463b7f7961142558ee6982bc4e4c027 is 50, key is test_row_0/C:col10/1732220247896/Put/seqid=0 2024-11-21T20:17:29,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742450_1626 (size=12301) 2024-11-21T20:17:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:29,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. as already flushing 2024-11-21T20:17:29,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51936 deadline: 1732220309748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:29,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:29,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:29,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:29,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51936 deadline: 1732220309857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:29,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:29,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:29,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-21T20:17:29,944 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=583 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/f463b7f7961142558ee6982bc4e4c027 2024-11-21T20:17:29,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/4a173d537bdc48298bfff3a27e04bfbd as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/4a173d537bdc48298bfff3a27e04bfbd 2024-11-21T20:17:29,950 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/4a173d537bdc48298bfff3a27e04bfbd, entries=150, sequenceid=583, filesize=30.5 K 2024-11-21T20:17:29,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.StoreScanner(997): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-21T20:17:29,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/7f5572c3581842cf9371098446e1debf as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/7f5572c3581842cf9371098446e1debf 2024-11-21T20:17:29,954 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/7f5572c3581842cf9371098446e1debf, entries=150, sequenceid=583, filesize=12.0 K 2024-11-21T20:17:29,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/f463b7f7961142558ee6982bc4e4c027 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/f463b7f7961142558ee6982bc4e4c027 2024-11-21T20:17:29,957 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/f463b7f7961142558ee6982bc4e4c027, entries=150, sequenceid=583, filesize=12.0 K 2024-11-21T20:17:29,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-21T20:17:29,958 INFO [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 7a0b85d77364e30aaf6bff0ad4645188 in 868ms, sequenceid=583, compaction requested=false 2024-11-21T20:17:29,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:29,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:29,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-21T20:17:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-21T20:17:29,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-21T20:17:29,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2390 sec 2024-11-21T20:17:29,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.2430 sec 2024-11-21T20:17:30,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:30,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a0b85d77364e30aaf6bff0ad4645188 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-21T20:17:30,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=A 2024-11-21T20:17:30,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:30,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=B 2024-11-21T20:17:30,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:30,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=C 2024-11-21T20:17:30,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:30,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112193c6d235ed28422487adecbd663c925d_7a0b85d77364e30aaf6bff0ad4645188 is 50, key is test_row_0/A:col10/1732220250058/Put/seqid=0 2024-11-21T20:17:30,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742451_1627 (size=12454) 2024-11-21T20:17:30,070 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:30,073 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112193c6d235ed28422487adecbd663c925d_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112193c6d235ed28422487adecbd663c925d_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:30,073 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/b1400cd88e9348ac9517b8c1cb99bc3f, store: [table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:30,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/b1400cd88e9348ac9517b8c1cb99bc3f is 175, key is test_row_0/A:col10/1732220250058/Put/seqid=0 2024-11-21T20:17:30,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742452_1628 (size=31255) 2024-11-21T20:17:30,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220310096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:30,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:30,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:30,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51936 deadline: 1732220310097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:30,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:30,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:30,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:30,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:30,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52000 deadline: 1732220310118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:30,119 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_1' in 7a0b85d77364e30aaf6bff0ad4645188 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:17:30,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:30,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:30,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:30,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1732220310137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:30,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52016 deadline: 1732220310137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:30,138 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_1' in 7a0b85d77364e30aaf6bff0ad4645188 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:17:30,139 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 377014bd7527,44057,1732220072650 for 'test_row_2' in 7a0b85d77364e30aaf6bff0ad4645188 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-21T20:17:30,139 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:30,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:30,139 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:30,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:30,139 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:30,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:30,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220310208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:30,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:30,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51936 deadline: 1732220310208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:30,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:30,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:30,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:30,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:30,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:30,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220310417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:30,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:30,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:30,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:30,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51936 deadline: 1732220310417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:30,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:30,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:30,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:30,477 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=600, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/b1400cd88e9348ac9517b8c1cb99bc3f 2024-11-21T20:17:30,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/4b5412a496364abbb2838b238fa864f8 is 50, key is test_row_0/B:col10/1732220250058/Put/seqid=0 2024-11-21T20:17:30,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742453_1629 (size=12301) 2024-11-21T20:17:30,620 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T20:17:30,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220310728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:30,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:30,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:30,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:30,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51936 deadline: 1732220310728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:30,731 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:30,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:30,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:30,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/4b5412a496364abbb2838b238fa864f8 2024-11-21T20:17:30,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/db30a817d2ce4fe29b0b79db0ed3b780 is 50, key is test_row_0/C:col10/1732220250058/Put/seqid=0 2024-11-21T20:17:30,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742454_1630 (size=12301) 2024-11-21T20:17:31,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:31,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T20:17:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51936 deadline: 1732220311238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1732220311238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 2024-11-21T20:17:31,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:31,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 , the old value is region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:31,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:31,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T20:17:31,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:31,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., hostname=377014bd7527,44057,1732220072650, seqNum=5 because the exception is null or not the one we care about 2024-11-21T20:17:31,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/db30a817d2ce4fe29b0b79db0ed3b780 2024-11-21T20:17:31,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/b1400cd88e9348ac9517b8c1cb99bc3f as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/b1400cd88e9348ac9517b8c1cb99bc3f 2024-11-21T20:17:31,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/b1400cd88e9348ac9517b8c1cb99bc3f, entries=150, sequenceid=600, filesize=30.5 K 2024-11-21T20:17:31,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/4b5412a496364abbb2838b238fa864f8 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/4b5412a496364abbb2838b238fa864f8 2024-11-21T20:17:31,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/4b5412a496364abbb2838b238fa864f8, entries=150, sequenceid=600, filesize=12.0 K 2024-11-21T20:17:31,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/db30a817d2ce4fe29b0b79db0ed3b780 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/db30a817d2ce4fe29b0b79db0ed3b780 2024-11-21T20:17:31,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/db30a817d2ce4fe29b0b79db0ed3b780, entries=150, sequenceid=600, filesize=12.0 K 2024-11-21T20:17:31,311 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 7a0b85d77364e30aaf6bff0ad4645188 in 1252ms, sequenceid=600, compaction requested=true 2024-11-21T20:17:31,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:31,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0b85d77364e30aaf6bff0ad4645188:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T20:17:31,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:31,311 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:17:31,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0b85d77364e30aaf6bff0ad4645188:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T20:17:31,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:31,311 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:17:31,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a0b85d77364e30aaf6bff0ad4645188:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T20:17:31,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:17:31,312 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:17:31,312 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1541): 7a0b85d77364e30aaf6bff0ad4645188/A is initiating minor compaction (all files) 2024-11-21T20:17:31,312 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0b85d77364e30aaf6bff0ad4645188/A in TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:31,312 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/a3ab0bbea6b340b4af21cd3bb196f325, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/4a173d537bdc48298bfff3a27e04bfbd, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/b1400cd88e9348ac9517b8c1cb99bc3f] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp, totalSize=92.2 K 2024-11-21T20:17:31,313 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:31,313 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. files: [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/a3ab0bbea6b340b4af21cd3bb196f325, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/4a173d537bdc48298bfff3a27e04bfbd, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/b1400cd88e9348ac9517b8c1cb99bc3f] 2024-11-21T20:17:31,313 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:17:31,313 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3ab0bbea6b340b4af21cd3bb196f325, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732220245949 2024-11-21T20:17:31,313 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 7a0b85d77364e30aaf6bff0ad4645188/B is initiating minor compaction (all files) 2024-11-21T20:17:31,313 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0b85d77364e30aaf6bff0ad4645188/B in TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:31,313 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/4e59969fb1124030b4104bbeb0782327, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/7f5572c3581842cf9371098446e1debf, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/4b5412a496364abbb2838b238fa864f8] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp, totalSize=36.7 K 2024-11-21T20:17:31,313 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a173d537bdc48298bfff3a27e04bfbd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=583, earliestPutTs=1732220247854 2024-11-21T20:17:31,313 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e59969fb1124030b4104bbeb0782327, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732220245949 2024-11-21T20:17:31,313 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1400cd88e9348ac9517b8c1cb99bc3f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=600, earliestPutTs=1732220249723 2024-11-21T20:17:31,313 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f5572c3581842cf9371098446e1debf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=583, earliestPutTs=1732220247854 2024-11-21T20:17:31,314 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b5412a496364abbb2838b238fa864f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=600, earliestPutTs=1732220249723 2024-11-21T20:17:31,318 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:31,319 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411218f6f80a6d0004ed782d8f70cfcfb29f5_7a0b85d77364e30aaf6bff0ad4645188 store=[table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:31,320 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0b85d77364e30aaf6bff0ad4645188#B#compaction#533 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:31,320 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/4f5b8d23bee04b8294b0fb3361d399e6 is 50, key is test_row_0/B:col10/1732220250058/Put/seqid=0 2024-11-21T20:17:31,320 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411218f6f80a6d0004ed782d8f70cfcfb29f5_7a0b85d77364e30aaf6bff0ad4645188, store=[table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:31,321 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218f6f80a6d0004ed782d8f70cfcfb29f5_7a0b85d77364e30aaf6bff0ad4645188 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:31,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742455_1631 (size=4469) 2024-11-21T20:17:31,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742456_1632 (size=13051) 2024-11-21T20:17:31,449 INFO [Thread-2425 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2425. 2024-11-21T20:17:31,449 DEBUG [Thread-2425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:17:31,449 DEBUG [Thread-2425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:31,449 DEBUG [Thread-2425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:31,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:31,450 INFO [Thread-2431 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2431. 2024-11-21T20:17:31,450 DEBUG [Thread-2431 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:17:31,450 DEBUG [Thread-2431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:31,450 DEBUG [Thread-2431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:31,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:31,451 INFO [Thread-2429 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2429. 2024-11-21T20:17:31,451 DEBUG [Thread-2429 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:17:31,451 DEBUG [Thread-2429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:31,451 DEBUG [Thread-2429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:31,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:31,452 INFO [Thread-2427 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2427. 2024-11-21T20:17:31,452 DEBUG [Thread-2427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:17:31,452 DEBUG [Thread-2427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:31,452 DEBUG [Thread-2427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:31,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:31,452 INFO [Thread-2433 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2433. 2024-11-21T20:17:31,452 DEBUG [Thread-2433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:17:31,452 DEBUG [Thread-2433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:31,452 DEBUG [Thread-2433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:31,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:31,731 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0b85d77364e30aaf6bff0ad4645188#A#compaction#532 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:31,731 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/936cac68c500418ba044fc73468cffd4 is 175, key is test_row_0/A:col10/1732220250058/Put/seqid=0 2024-11-21T20:17:31,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742457_1633 (size=32005) 2024-11-21T20:17:31,747 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/4f5b8d23bee04b8294b0fb3361d399e6 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/4f5b8d23bee04b8294b0fb3361d399e6 2024-11-21T20:17:31,751 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0b85d77364e30aaf6bff0ad4645188/B of 7a0b85d77364e30aaf6bff0ad4645188 into 4f5b8d23bee04b8294b0fb3361d399e6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:31,751 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:31,751 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., storeName=7a0b85d77364e30aaf6bff0ad4645188/B, priority=13, startTime=1732220251311; duration=0sec 2024-11-21T20:17:31,751 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T20:17:31,751 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0b85d77364e30aaf6bff0ad4645188:B 2024-11-21T20:17:31,751 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T20:17:31,752 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T20:17:31,752 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1541): 7a0b85d77364e30aaf6bff0ad4645188/C is initiating minor compaction (all files) 2024-11-21T20:17:31,752 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a0b85d77364e30aaf6bff0ad4645188/C in TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:31,752 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/6bc40dc0ce484224abf9412de8f46621, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/f463b7f7961142558ee6982bc4e4c027, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/db30a817d2ce4fe29b0b79db0ed3b780] into tmpdir=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp, totalSize=36.7 K 2024-11-21T20:17:31,753 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting 6bc40dc0ce484224abf9412de8f46621, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732220245949 2024-11-21T20:17:31,753 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting f463b7f7961142558ee6982bc4e4c027, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=583, earliestPutTs=1732220247854 2024-11-21T20:17:31,754 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] compactions.Compactor(225): Compacting db30a817d2ce4fe29b0b79db0ed3b780, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=600, earliestPutTs=1732220249723 2024-11-21T20:17:31,760 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a0b85d77364e30aaf6bff0ad4645188#C#compaction#534 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:17:31,761 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/1798db053fbb4dd5a05db09395b142ff is 50, key is test_row_0/C:col10/1732220250058/Put/seqid=0 2024-11-21T20:17:31,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742458_1634 (size=13051) 2024-11-21T20:17:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-21T20:17:31,888 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:17:32,140 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/936cac68c500418ba044fc73468cffd4 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/936cac68c500418ba044fc73468cffd4 2024-11-21T20:17:32,144 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0b85d77364e30aaf6bff0ad4645188/A of 7a0b85d77364e30aaf6bff0ad4645188 into 936cac68c500418ba044fc73468cffd4(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:32,144 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:32,144 INFO [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., storeName=7a0b85d77364e30aaf6bff0ad4645188/A, priority=13, startTime=1732220251311; duration=0sec 2024-11-21T20:17:32,144 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:32,144 DEBUG [RS:0;377014bd7527:44057-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0b85d77364e30aaf6bff0ad4645188:A 2024-11-21T20:17:32,168 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/1798db053fbb4dd5a05db09395b142ff as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/1798db053fbb4dd5a05db09395b142ff 2024-11-21T20:17:32,171 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a0b85d77364e30aaf6bff0ad4645188/C of 7a0b85d77364e30aaf6bff0ad4645188 into 1798db053fbb4dd5a05db09395b142ff(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:17:32,171 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:32,171 INFO [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., storeName=7a0b85d77364e30aaf6bff0ad4645188/C, priority=13, startTime=1732220251311; duration=0sec 2024-11-21T20:17:32,172 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T20:17:32,172 DEBUG [RS:0;377014bd7527:44057-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a0b85d77364e30aaf6bff0ad4645188:C 2024-11-21T20:17:32,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44057 {}] regionserver.HRegion(8855): Flush requested on 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:32,251 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a0b85d77364e30aaf6bff0ad4645188 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-21T20:17:32,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=A 2024-11-21T20:17:32,251 INFO [Thread-2420 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2420. 2024-11-21T20:17:32,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:32,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=B 2024-11-21T20:17:32,251 DEBUG [Thread-2420 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:17:32,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:32,251 DEBUG [Thread-2420 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:32,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=C 2024-11-21T20:17:32,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:32,251 DEBUG [Thread-2420 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:32,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:32,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121fc627a30cd2f426e83fa20c5a068e0c0_7a0b85d77364e30aaf6bff0ad4645188 is 50, key is test_row_0/A:col10/1732220250083/Put/seqid=0 2024-11-21T20:17:32,258 INFO [Thread-2416 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2416. 2024-11-21T20:17:32,258 DEBUG [Thread-2416 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:17:32,259 DEBUG [Thread-2416 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:32,259 DEBUG [Thread-2416 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:32,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:32,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742459_1635 (size=12454) 2024-11-21T20:17:32,660 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:32,663 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121fc627a30cd2f426e83fa20c5a068e0c0_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121fc627a30cd2f426e83fa20c5a068e0c0_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:32,663 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/775ff94f60ec47418afe8c03114626c2, store: [table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:32,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/775ff94f60ec47418afe8c03114626c2 is 175, key is test_row_0/A:col10/1732220250083/Put/seqid=0 2024-11-21T20:17:32,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742460_1636 (size=31255) 2024-11-21T20:17:33,068 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=622, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/775ff94f60ec47418afe8c03114626c2 2024-11-21T20:17:33,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/a9e98f7e125149368558b6995cd2fcf9 is 50, key is test_row_0/B:col10/1732220250083/Put/seqid=0 2024-11-21T20:17:33,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742461_1637 (size=12301) 2024-11-21T20:17:33,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=622 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/a9e98f7e125149368558b6995cd2fcf9 2024-11-21T20:17:33,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/113856f9db7a41a7b839cc67d3e0fce8 is 50, key is test_row_0/C:col10/1732220250083/Put/seqid=0 2024-11-21T20:17:33,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742462_1638 (size=12301) 2024-11-21T20:17:33,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=622 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/113856f9db7a41a7b839cc67d3e0fce8 2024-11-21T20:17:33,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/775ff94f60ec47418afe8c03114626c2 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/775ff94f60ec47418afe8c03114626c2 2024-11-21T20:17:33,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/775ff94f60ec47418afe8c03114626c2, entries=150, sequenceid=622, filesize=30.5 K 2024-11-21T20:17:33,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/a9e98f7e125149368558b6995cd2fcf9 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/a9e98f7e125149368558b6995cd2fcf9 2024-11-21T20:17:33,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/a9e98f7e125149368558b6995cd2fcf9, entries=150, sequenceid=622, filesize=12.0 K 2024-11-21T20:17:33,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/113856f9db7a41a7b839cc67d3e0fce8 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/113856f9db7a41a7b839cc67d3e0fce8 2024-11-21T20:17:33,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/113856f9db7a41a7b839cc67d3e0fce8, entries=150, sequenceid=622, filesize=12.0 K 2024-11-21T20:17:33,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=6.71 KB/6870 for 7a0b85d77364e30aaf6bff0ad4645188 in 1670ms, sequenceid=622, compaction requested=false 2024-11-21T20:17:33,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a0b85d77364e30aaf6bff0ad4645188: 2024-11-21T20:17:34,129 INFO [Thread-2418 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2418. 2024-11-21T20:17:34,129 DEBUG [Thread-2418 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:17:34,129 DEBUG [Thread-2418 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:34,129 DEBUG [Thread-2418 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:34,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:34,159 INFO [Thread-2414 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2414. 2024-11-21T20:17:34,159 DEBUG [Thread-2414 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:17:34,159 DEBUG [Thread-2414 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:34,159 DEBUG [Thread-2414 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:34,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:34,179 INFO [Thread-2422 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2422. 2024-11-21T20:17:34,179 DEBUG [Thread-2422 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T20:17:34,179 DEBUG [Thread-2422 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:34,179 DEBUG [Thread-2422 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:34,179 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:34,179 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T20:17:34,179 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 125 2024-11-21T20:17:34,179 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-11-21T20:17:34,180 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 149 2024-11-21T20:17:34,180 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-21T20:17:34,180 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 144 2024-11-21T20:17:34,180 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T20:17:34,180 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2750 2024-11-21T20:17:34,180 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2709 2024-11-21T20:17:34,180 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2686 2024-11-21T20:17:34,180 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2761 2024-11-21T20:17:34,180 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2706 2024-11-21T20:17:34,180 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T20:17:34,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:17:34,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:34,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:34,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:34,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:34,181 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T20:17:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T20:17:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-21T20:17:34,184 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220254184"}]},"ts":"1732220254184"} 2024-11-21T20:17:34,185 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T20:17:34,185 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T20:17:34,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T20:17:34,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a0b85d77364e30aaf6bff0ad4645188, UNASSIGN}] 2024-11-21T20:17:34,188 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a0b85d77364e30aaf6bff0ad4645188, UNASSIGN 2024-11-21T20:17:34,189 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=164 updating hbase:meta row=7a0b85d77364e30aaf6bff0ad4645188, regionState=CLOSING, regionLocation=377014bd7527,44057,1732220072650 2024-11-21T20:17:34,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a0b85d77364e30aaf6bff0ad4645188, UNASSIGN because future has completed 2024-11-21T20:17:34,190 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T20:17:34,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650}] 2024-11-21T20:17:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-21T20:17:34,343 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(122): Close 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:34,344 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T20:17:34,344 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1722): Closing 7a0b85d77364e30aaf6bff0ad4645188, disabling compactions & flushes 2024-11-21T20:17:34,344 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:34,344 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:34,344 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. after waiting 0 ms 2024-11-21T20:17:34,344 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:34,345 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(2902): Flushing 7a0b85d77364e30aaf6bff0ad4645188 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-21T20:17:34,345 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=A 2024-11-21T20:17:34,346 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:34,346 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=B 2024-11-21T20:17:34,346 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:34,346 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a0b85d77364e30aaf6bff0ad4645188, store=C 2024-11-21T20:17:34,346 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T20:17:34,353 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c9d9f07356884253b682a1f0c157592b_7a0b85d77364e30aaf6bff0ad4645188 is 50, key is test_row_1/A:col10/1732220254178/Put/seqid=0 2024-11-21T20:17:34,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742463_1639 (size=9914) 2024-11-21T20:17:34,359 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:17:34,362 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c9d9f07356884253b682a1f0c157592b_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c9d9f07356884253b682a1f0c157592b_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:34,363 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/9f78335d1aa34bf582c82668f894fa58, store: [table=TestAcidGuarantees family=A region=7a0b85d77364e30aaf6bff0ad4645188] 2024-11-21T20:17:34,363 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/9f78335d1aa34bf582c82668f894fa58 is 175, key is test_row_1/A:col10/1732220254178/Put/seqid=0 2024-11-21T20:17:34,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742464_1640 (size=22561) 2024-11-21T20:17:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-21T20:17:34,773 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=629, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/9f78335d1aa34bf582c82668f894fa58 2024-11-21T20:17:34,788 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/77767e95580849069f4bc1fa8f435657 is 50, key is test_row_1/B:col10/1732220254178/Put/seqid=0 2024-11-21T20:17:34,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742465_1641 (size=9857) 2024-11-21T20:17:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-21T20:17:35,192 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=629 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/77767e95580849069f4bc1fa8f435657 2024-11-21T20:17:35,197 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/3289a1a6662141a1b836634093716e16 is 50, key is test_row_1/C:col10/1732220254178/Put/seqid=0 2024-11-21T20:17:35,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742466_1642 (size=9857) 2024-11-21T20:17:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-21T20:17:35,601 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=629 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/3289a1a6662141a1b836634093716e16 2024-11-21T20:17:35,604 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/A/9f78335d1aa34bf582c82668f894fa58 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/9f78335d1aa34bf582c82668f894fa58 2024-11-21T20:17:35,607 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/9f78335d1aa34bf582c82668f894fa58, entries=100, sequenceid=629, filesize=22.0 K 2024-11-21T20:17:35,608 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/B/77767e95580849069f4bc1fa8f435657 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/77767e95580849069f4bc1fa8f435657 2024-11-21T20:17:35,610 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/77767e95580849069f4bc1fa8f435657, entries=100, sequenceid=629, filesize=9.6 K 2024-11-21T20:17:35,611 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/.tmp/C/3289a1a6662141a1b836634093716e16 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/3289a1a6662141a1b836634093716e16 2024-11-21T20:17:35,613 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/3289a1a6662141a1b836634093716e16, entries=100, sequenceid=629, filesize=9.6 K 2024-11-21T20:17:35,613 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 7a0b85d77364e30aaf6bff0ad4645188 in 1269ms, sequenceid=629, compaction requested=true 2024-11-21T20:17:35,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/6f9731ae966e47d09347ffcef7940a64, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/4595a84aea7e4190af55eb7e4d208e11, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/ba1e030869a54bfab1fd844aceae6ccf, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/0ee81b91ea78400fad946a58520e7016, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/871a41f83b0d48e3934e064c8a6ceac0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/b6156e41455d4a70840c217a1f5833ee, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/46b01581045747f491ed6ea38aa95a63, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/627a0ebeceeb4c7ca1417d40ba008ca3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/40407bb0fd86474d9639738af7e8d01d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/fc2cba6a590a40518c96e4a5f49bfb69, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/dea8322babc6442ea630e3d3c0367a54, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/74db39197e17497d984cf7120e42f206, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/8ddc834be91c4139a0a7d79b155a4896, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/dd2527ce02784c8ba60736f69488c9ec, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/fc87e1887b7343039bfdcfcff462bab8, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/eca1793fef394135800531054729f3e2, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/94b6213b081246219e35f1362e0c842d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/6883533ecd804c7aaba553ad6cdbe609, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/b65b957fa639422ca28438fe0a4f3ca0, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/a3ab0bbea6b340b4af21cd3bb196f325, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/4a173d537bdc48298bfff3a27e04bfbd, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/b1400cd88e9348ac9517b8c1cb99bc3f] to archive 2024-11-21T20:17:35,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T20:17:35,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/6f9731ae966e47d09347ffcef7940a64 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/6f9731ae966e47d09347ffcef7940a64 2024-11-21T20:17:35,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/4595a84aea7e4190af55eb7e4d208e11 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/4595a84aea7e4190af55eb7e4d208e11 2024-11-21T20:17:35,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/ba1e030869a54bfab1fd844aceae6ccf to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/ba1e030869a54bfab1fd844aceae6ccf 2024-11-21T20:17:35,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/0ee81b91ea78400fad946a58520e7016 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/0ee81b91ea78400fad946a58520e7016 2024-11-21T20:17:35,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/871a41f83b0d48e3934e064c8a6ceac0 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/871a41f83b0d48e3934e064c8a6ceac0 2024-11-21T20:17:35,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/b6156e41455d4a70840c217a1f5833ee to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/b6156e41455d4a70840c217a1f5833ee 2024-11-21T20:17:35,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/46b01581045747f491ed6ea38aa95a63 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/46b01581045747f491ed6ea38aa95a63 2024-11-21T20:17:35,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/627a0ebeceeb4c7ca1417d40ba008ca3 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/627a0ebeceeb4c7ca1417d40ba008ca3 2024-11-21T20:17:35,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/40407bb0fd86474d9639738af7e8d01d to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/40407bb0fd86474d9639738af7e8d01d 2024-11-21T20:17:35,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/fc2cba6a590a40518c96e4a5f49bfb69 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/fc2cba6a590a40518c96e4a5f49bfb69 2024-11-21T20:17:35,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/dea8322babc6442ea630e3d3c0367a54 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/dea8322babc6442ea630e3d3c0367a54 2024-11-21T20:17:35,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/74db39197e17497d984cf7120e42f206 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/74db39197e17497d984cf7120e42f206 2024-11-21T20:17:35,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/8ddc834be91c4139a0a7d79b155a4896 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/8ddc834be91c4139a0a7d79b155a4896 2024-11-21T20:17:35,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/dd2527ce02784c8ba60736f69488c9ec to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/dd2527ce02784c8ba60736f69488c9ec 2024-11-21T20:17:35,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/fc87e1887b7343039bfdcfcff462bab8 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/fc87e1887b7343039bfdcfcff462bab8 2024-11-21T20:17:35,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/eca1793fef394135800531054729f3e2 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/eca1793fef394135800531054729f3e2 2024-11-21T20:17:35,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/94b6213b081246219e35f1362e0c842d to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/94b6213b081246219e35f1362e0c842d 2024-11-21T20:17:35,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/6883533ecd804c7aaba553ad6cdbe609 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/6883533ecd804c7aaba553ad6cdbe609 2024-11-21T20:17:35,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/b65b957fa639422ca28438fe0a4f3ca0 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/b65b957fa639422ca28438fe0a4f3ca0 2024-11-21T20:17:35,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/a3ab0bbea6b340b4af21cd3bb196f325 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/a3ab0bbea6b340b4af21cd3bb196f325 2024-11-21T20:17:35,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/4a173d537bdc48298bfff3a27e04bfbd to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/4a173d537bdc48298bfff3a27e04bfbd 2024-11-21T20:17:35,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/b1400cd88e9348ac9517b8c1cb99bc3f to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/b1400cd88e9348ac9517b8c1cb99bc3f 2024-11-21T20:17:35,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/5517f5f5a6724079808abed708b6e765, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/5270652a50aa485087fe23c453cc7b72, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/c546d2cc583943f088330e0ab050aadd, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/6e3da51c222e4e09bbf0459383282ed9, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/f877e3d4029f4b60b0fca14dd7109492, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/dca29dc90e324abcbbe1eb1d9c943747, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/df22cfa0de524161ab6ee5738036859e, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/da8fab6a112b41b4aa95431f306ff463, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/22253145a2f542bfaa4e06db61cf2439, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/e2da81984bb1484dac6349cb2de1dbca, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/e1d67445cfd84e64b00067590ada891c, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/c46128c9e95844dd8871cafeb9b4a61a, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/2cabf88bb3ed4b7fa7c9bc1623d8cce5, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/366eeaa0ee1949a994ba5ae477b5ac2b, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/83ad42c9d81748e5b3af7584ad204540, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/b0e095a73adf485698b99aa74d18e9d1, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/35345d9b29f34fe5a4a88f2dcd39a1f8, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/6eaf10e72aef419faa182bf096a8cff3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/4e59969fb1124030b4104bbeb0782327, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/0382349ae5a54619a43eed3ef88cad2f, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/7f5572c3581842cf9371098446e1debf, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/4b5412a496364abbb2838b238fa864f8] to archive 2024-11-21T20:17:35,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T20:17:35,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/5517f5f5a6724079808abed708b6e765 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/5517f5f5a6724079808abed708b6e765 2024-11-21T20:17:35,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/5270652a50aa485087fe23c453cc7b72 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/5270652a50aa485087fe23c453cc7b72 2024-11-21T20:17:35,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/c546d2cc583943f088330e0ab050aadd to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/c546d2cc583943f088330e0ab050aadd 2024-11-21T20:17:35,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/6e3da51c222e4e09bbf0459383282ed9 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/6e3da51c222e4e09bbf0459383282ed9 2024-11-21T20:17:35,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/f877e3d4029f4b60b0fca14dd7109492 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/f877e3d4029f4b60b0fca14dd7109492 2024-11-21T20:17:35,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/dca29dc90e324abcbbe1eb1d9c943747 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/dca29dc90e324abcbbe1eb1d9c943747 2024-11-21T20:17:35,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/df22cfa0de524161ab6ee5738036859e to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/df22cfa0de524161ab6ee5738036859e 2024-11-21T20:17:35,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/da8fab6a112b41b4aa95431f306ff463 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/da8fab6a112b41b4aa95431f306ff463 2024-11-21T20:17:35,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/22253145a2f542bfaa4e06db61cf2439 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/22253145a2f542bfaa4e06db61cf2439 2024-11-21T20:17:35,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/e2da81984bb1484dac6349cb2de1dbca to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/e2da81984bb1484dac6349cb2de1dbca 2024-11-21T20:17:35,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/e1d67445cfd84e64b00067590ada891c to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/e1d67445cfd84e64b00067590ada891c 2024-11-21T20:17:35,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/c46128c9e95844dd8871cafeb9b4a61a to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/c46128c9e95844dd8871cafeb9b4a61a 2024-11-21T20:17:35,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/2cabf88bb3ed4b7fa7c9bc1623d8cce5 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/2cabf88bb3ed4b7fa7c9bc1623d8cce5 2024-11-21T20:17:35,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/366eeaa0ee1949a994ba5ae477b5ac2b to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/366eeaa0ee1949a994ba5ae477b5ac2b 2024-11-21T20:17:35,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/83ad42c9d81748e5b3af7584ad204540 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/83ad42c9d81748e5b3af7584ad204540 2024-11-21T20:17:35,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/b0e095a73adf485698b99aa74d18e9d1 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/b0e095a73adf485698b99aa74d18e9d1 2024-11-21T20:17:35,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/35345d9b29f34fe5a4a88f2dcd39a1f8 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/35345d9b29f34fe5a4a88f2dcd39a1f8 2024-11-21T20:17:35,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/6eaf10e72aef419faa182bf096a8cff3 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/6eaf10e72aef419faa182bf096a8cff3 2024-11-21T20:17:35,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/4e59969fb1124030b4104bbeb0782327 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/4e59969fb1124030b4104bbeb0782327 2024-11-21T20:17:35,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/0382349ae5a54619a43eed3ef88cad2f to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/0382349ae5a54619a43eed3ef88cad2f 2024-11-21T20:17:35,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/7f5572c3581842cf9371098446e1debf to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/7f5572c3581842cf9371098446e1debf 2024-11-21T20:17:35,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/4b5412a496364abbb2838b238fa864f8 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/4b5412a496364abbb2838b238fa864f8 2024-11-21T20:17:35,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/9a546eaec82a48b3bf870d0f99ab193f, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/70ab47cad3f8456586310c4794456de3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/2144721c69a94064ae9f9f92bb9def86, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/37fbfef4ece04afda6b85ffee3bd5b94, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/4d5e1016755c45f8ba143169581b2c55, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/48d71703b0034b52a60e36438859b159, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/eaef4bdeba3a4ec38510ce5d6802c3b8, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/25f286961df44637863307a100959983, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/9ffbc6aac0a0476991fb7b3fbbf4720d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/b6150a0f05684a2e9475739fd862452d, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/be83c0f705df461ea7024116959d0d48, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/c21315917f474a39ba9fa961750bdad4, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/044917737e964785b80750e3398ec8b3, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/178fa5a905e54c479c5e154c61294cfc, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/28c521b379c648028911ea8f7ac60d43, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/83bafe81b09943e1935b065ba0aff184, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/87a0dda21d9e4e2780643c2e4ffb1c0e, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/9c6c63177fd8418bbdcc25d928544ccf, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/6bc40dc0ce484224abf9412de8f46621, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/c44ef00b72dd4262879435370741a9cd, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/f463b7f7961142558ee6982bc4e4c027, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/db30a817d2ce4fe29b0b79db0ed3b780] to archive 2024-11-21T20:17:35,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T20:17:35,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/9a546eaec82a48b3bf870d0f99ab193f to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/9a546eaec82a48b3bf870d0f99ab193f 2024-11-21T20:17:35,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/70ab47cad3f8456586310c4794456de3 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/70ab47cad3f8456586310c4794456de3 2024-11-21T20:17:35,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/2144721c69a94064ae9f9f92bb9def86 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/2144721c69a94064ae9f9f92bb9def86 2024-11-21T20:17:35,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/37fbfef4ece04afda6b85ffee3bd5b94 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/37fbfef4ece04afda6b85ffee3bd5b94 2024-11-21T20:17:35,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/4d5e1016755c45f8ba143169581b2c55 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/4d5e1016755c45f8ba143169581b2c55 2024-11-21T20:17:35,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/48d71703b0034b52a60e36438859b159 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/48d71703b0034b52a60e36438859b159 2024-11-21T20:17:35,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/eaef4bdeba3a4ec38510ce5d6802c3b8 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/eaef4bdeba3a4ec38510ce5d6802c3b8 2024-11-21T20:17:35,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/25f286961df44637863307a100959983 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/25f286961df44637863307a100959983 2024-11-21T20:17:35,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/9ffbc6aac0a0476991fb7b3fbbf4720d to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/9ffbc6aac0a0476991fb7b3fbbf4720d 2024-11-21T20:17:35,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/b6150a0f05684a2e9475739fd862452d to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/b6150a0f05684a2e9475739fd862452d 2024-11-21T20:17:35,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/be83c0f705df461ea7024116959d0d48 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/be83c0f705df461ea7024116959d0d48 2024-11-21T20:17:35,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/c21315917f474a39ba9fa961750bdad4 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/c21315917f474a39ba9fa961750bdad4 2024-11-21T20:17:35,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/044917737e964785b80750e3398ec8b3 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/044917737e964785b80750e3398ec8b3 2024-11-21T20:17:35,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/178fa5a905e54c479c5e154c61294cfc to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/178fa5a905e54c479c5e154c61294cfc 2024-11-21T20:17:35,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/28c521b379c648028911ea8f7ac60d43 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/28c521b379c648028911ea8f7ac60d43 2024-11-21T20:17:35,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/83bafe81b09943e1935b065ba0aff184 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/83bafe81b09943e1935b065ba0aff184 2024-11-21T20:17:35,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/87a0dda21d9e4e2780643c2e4ffb1c0e to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/87a0dda21d9e4e2780643c2e4ffb1c0e 2024-11-21T20:17:35,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/9c6c63177fd8418bbdcc25d928544ccf to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/9c6c63177fd8418bbdcc25d928544ccf 2024-11-21T20:17:35,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/6bc40dc0ce484224abf9412de8f46621 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/6bc40dc0ce484224abf9412de8f46621 2024-11-21T20:17:35,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/c44ef00b72dd4262879435370741a9cd to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/c44ef00b72dd4262879435370741a9cd 2024-11-21T20:17:35,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/f463b7f7961142558ee6982bc4e4c027 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/f463b7f7961142558ee6982bc4e4c027 2024-11-21T20:17:35,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/db30a817d2ce4fe29b0b79db0ed3b780 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/db30a817d2ce4fe29b0b79db0ed3b780 2024-11-21T20:17:35,663 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/recovered.edits/632.seqid, newMaxSeqId=632, maxSeqId=4 2024-11-21T20:17:35,663 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. 2024-11-21T20:17:35,663 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1676): Region close journal for 7a0b85d77364e30aaf6bff0ad4645188: Waiting for close lock at 1732220254344Running coprocessor pre-close hooks at 1732220254344Disabling compacts and flushes for region at 1732220254344Disabling writes for close at 1732220254344Obtaining lock to block concurrent updates at 1732220254345 (+1 ms)Preparing flush snapshotting stores in 7a0b85d77364e30aaf6bff0ad4645188 at 1732220254345Finished memstore snapshotting TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732220254346 (+1 ms)Flushing stores of TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188. at 1732220254347 (+1 ms)Flushing 7a0b85d77364e30aaf6bff0ad4645188/A: creating writer at 1732220254347Flushing mob file 7a0b85d77364e30aaf6bff0ad4645188/A: appending metadata at 1732220254353 (+6 ms)Flushing mob file 7a0b85d77364e30aaf6bff0ad4645188/A: closing flushed file at 1732220254353Flushing 7a0b85d77364e30aaf6bff0ad4645188/A: appending metadata at 1732220254363 (+10 ms)Flushing 7a0b85d77364e30aaf6bff0ad4645188/A: closing flushed file at 1732220254363Flushing 7a0b85d77364e30aaf6bff0ad4645188/B: creating writer at 1732220254782 (+419 ms)Flushing 7a0b85d77364e30aaf6bff0ad4645188/B: appending metadata at 1732220254787 (+5 ms)Flushing 7a0b85d77364e30aaf6bff0ad4645188/B: closing flushed file at 1732220254787Flushing 7a0b85d77364e30aaf6bff0ad4645188/C: creating writer at 1732220255195 (+408 ms)Flushing 7a0b85d77364e30aaf6bff0ad4645188/C: appending metadata at 1732220255196 (+1 ms)Flushing 7a0b85d77364e30aaf6bff0ad4645188/C: closing flushed file at 1732220255196Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b017295: reopening flushed file at 1732220255604 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39f65f6b: reopening flushed file at 1732220255607 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@558d3639: reopening flushed file at 1732220255610 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 7a0b85d77364e30aaf6bff0ad4645188 in 1269ms, sequenceid=629, compaction requested=true at 1732220255613 (+3 ms)Writing region close event to WAL at 1732220255660 (+47 ms)Running coprocessor post-close hooks at 1732220255663 (+3 ms)Closed at 1732220255663 2024-11-21T20:17:35,664 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(157): Closed 7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:35,665 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=164 updating hbase:meta row=7a0b85d77364e30aaf6bff0ad4645188, regionState=CLOSED 2024-11-21T20:17:35,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=165, ppid=164, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 because future has completed 2024-11-21T20:17:35,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-21T20:17:35,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; CloseRegionProcedure 7a0b85d77364e30aaf6bff0ad4645188, server=377014bd7527,44057,1732220072650 in 1.4760 sec 2024-11-21T20:17:35,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=164, resume processing ppid=163 2024-11-21T20:17:35,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, ppid=163, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a0b85d77364e30aaf6bff0ad4645188, UNASSIGN in 1.4810 sec 2024-11-21T20:17:35,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-21T20:17:35,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4830 sec 2024-11-21T20:17:35,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732220255671"}]},"ts":"1732220255671"} 2024-11-21T20:17:35,672 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T20:17:35,672 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T20:17:35,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4910 sec 2024-11-21T20:17:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-21T20:17:36,328 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:17:36,328 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T20:17:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:17:36,330 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=166, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:17:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-21T20:17:36,330 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=166, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:17:36,332 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:36,334 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A, FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B, FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C, FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/recovered.edits] 2024-11-21T20:17:36,335 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/775ff94f60ec47418afe8c03114626c2 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/775ff94f60ec47418afe8c03114626c2 2024-11-21T20:17:36,336 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/936cac68c500418ba044fc73468cffd4 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/936cac68c500418ba044fc73468cffd4 2024-11-21T20:17:36,337 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/9f78335d1aa34bf582c82668f894fa58 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/A/9f78335d1aa34bf582c82668f894fa58 2024-11-21T20:17:36,338 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/4f5b8d23bee04b8294b0fb3361d399e6 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/4f5b8d23bee04b8294b0fb3361d399e6 2024-11-21T20:17:36,339 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/77767e95580849069f4bc1fa8f435657 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/77767e95580849069f4bc1fa8f435657 2024-11-21T20:17:36,340 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/a9e98f7e125149368558b6995cd2fcf9 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/B/a9e98f7e125149368558b6995cd2fcf9 2024-11-21T20:17:36,342 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/113856f9db7a41a7b839cc67d3e0fce8 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/113856f9db7a41a7b839cc67d3e0fce8 2024-11-21T20:17:36,342 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/1798db053fbb4dd5a05db09395b142ff to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/1798db053fbb4dd5a05db09395b142ff 2024-11-21T20:17:36,343 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/3289a1a6662141a1b836634093716e16 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/C/3289a1a6662141a1b836634093716e16 2024-11-21T20:17:36,345 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/recovered.edits/632.seqid to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188/recovered.edits/632.seqid 2024-11-21T20:17:36,346 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/default/TestAcidGuarantees/7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:36,346 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T20:17:36,346 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T20:17:36,347 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T20:17:36,349 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121157a6daa31c243af9f8e965b39aca50d_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121157a6daa31c243af9f8e965b39aca50d_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:36,350 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211b372129ba7f45e786519a267a79cf3a_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211b372129ba7f45e786519a267a79cf3a_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:36,351 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212688d506c2cd4c029af8a131ee0594bd_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212688d506c2cd4c029af8a131ee0594bd_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:36,352 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212e026c4e0e1f489394a4187feed9f452_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212e026c4e0e1f489394a4187feed9f452_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:36,353 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112130b54b5ba2cc4846945a9f38dd898322_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112130b54b5ba2cc4846945a9f38dd898322_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:36,354 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112134e60e237a6941979508b725f14f044d_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112134e60e237a6941979508b725f14f044d_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:36,355 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121619a7459c24242f2b98d71d4c5170859_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121619a7459c24242f2b98d71d4c5170859_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:36,355 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121686c4c1ea30445a7a94f933f1dfb1a7d_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121686c4c1ea30445a7a94f933f1dfb1a7d_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:36,356 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112177f3345a7cce47e6b721beeef013da09_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112177f3345a7cce47e6b721beeef013da09_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:36,357 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112193c6d235ed28422487adecbd663c925d_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112193c6d235ed28422487adecbd663c925d_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:36,358 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112198dcff6f872940779fbd204c6e11a4da_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112198dcff6f872940779fbd204c6e11a4da_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:36,359 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a244fd13b42f4246a5ed740dbd04b277_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a244fd13b42f4246a5ed740dbd04b277_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:36,359 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b692fed6d60d4d00ba8381d9cb10d4c4_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b692fed6d60d4d00ba8381d9cb10d4c4_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:36,360 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b73e41409af4401b8ff1d77ddb955cd1_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b73e41409af4401b8ff1d77ddb955cd1_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:36,361 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c9d9f07356884253b682a1f0c157592b_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c9d9f07356884253b682a1f0c157592b_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:36,362 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d97dfa7d881f490f88fee5fe1b2906a1_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d97dfa7d881f490f88fee5fe1b2906a1_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:36,362 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e7ba94cd72204d268c690e9f30fe4fbf_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e7ba94cd72204d268c690e9f30fe4fbf_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:36,363 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121fc627a30cd2f426e83fa20c5a068e0c0_7a0b85d77364e30aaf6bff0ad4645188 to hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121fc627a30cd2f426e83fa20c5a068e0c0_7a0b85d77364e30aaf6bff0ad4645188 2024-11-21T20:17:36,363 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T20:17:36,365 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=166, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:17:36,367 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T20:17:36,368 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T20:17:36,369 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=166, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:17:36,369 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T20:17:36,369 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732220256369"}]},"ts":"9223372036854775807"} 2024-11-21T20:17:36,371 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-21T20:17:36,371 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7a0b85d77364e30aaf6bff0ad4645188, NAME => 'TestAcidGuarantees,,1732220228326.7a0b85d77364e30aaf6bff0ad4645188.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T20:17:36,371 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T20:17:36,371 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732220256371"}]},"ts":"9223372036854775807"} 2024-11-21T20:17:36,372 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-21T20:17:36,372 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=166, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T20:17:36,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 44 msec 2024-11-21T20:17:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-21T20:17:36,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-21T20:17:36,438 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-21T20:17:36,445 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=251 (was 251), OpenFileDescriptor=455 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=444 (was 478), ProcessCount=11 (was 11), AvailableMemoryMB=13961 (was 14521) 2024-11-21T20:17:36,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T20:17:36,445 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:17:36,445 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:36,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:36,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:36,445 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:17:36,446 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T20:17:36,446 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=841754823, stopped=false 2024-11-21T20:17:36,446 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=377014bd7527,38673,1732220071552 2024-11-21T20:17:36,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T20:17:36,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44057-0x1015f08a6bb0001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T20:17:36,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44057-0x1015f08a6bb0001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:17:36,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:17:36,513 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:17:36,513 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:17:36,513 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:36,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:36,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44057-0x1015f08a6bb0001, quorum=127.0.0.1:51850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T20:17:36,514 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '377014bd7527,44057,1732220072650' ***** 2024-11-21T20:17:36,514 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T20:17:36,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T20:17:36,514 INFO [RS:0;377014bd7527:44057 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T20:17:36,514 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T20:17:36,514 INFO [RS:0;377014bd7527:44057 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T20:17:36,515 INFO [RS:0;377014bd7527:44057 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T20:17:36,515 INFO [RS:0;377014bd7527:44057 {}] regionserver.HRegionServer(959): stopping server 377014bd7527,44057,1732220072650 2024-11-21T20:17:36,515 INFO [RS:0;377014bd7527:44057 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:17:36,515 INFO [RS:0;377014bd7527:44057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:44057. 2024-11-21T20:17:36,515 DEBUG [RS:0;377014bd7527:44057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:17:36,515 DEBUG [RS:0;377014bd7527:44057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:36,515 INFO [RS:0;377014bd7527:44057 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T20:17:36,515 INFO [RS:0;377014bd7527:44057 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T20:17:36,515 INFO [RS:0;377014bd7527:44057 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T20:17:36,515 INFO [RS:0;377014bd7527:44057 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T20:17:36,516 INFO [RS:0;377014bd7527:44057 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T20:17:36,516 DEBUG [RS:0;377014bd7527:44057 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T20:17:36,516 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:17:36,516 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:17:36,516 DEBUG [RS:0;377014bd7527:44057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:17:36,516 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:17:36,516 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:17:36,516 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:17:36,516 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-21T20:17:36,534 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/hbase/meta/1588230740/.tmp/info/0bf44098e74a42a581528b8a2d2d077a is 95, key is TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8./info:/1732220111495/DeleteFamily/seqid=0 2024-11-21T20:17:36,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742467_1643 (size=6514) 2024-11-21T20:17:36,540 INFO [regionserver/377014bd7527:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:17:36,716 DEBUG [RS:0;377014bd7527:44057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:17:36,916 DEBUG [RS:0;377014bd7527:44057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:17:36,937 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/hbase/meta/1588230740/.tmp/info/0bf44098e74a42a581528b8a2d2d077a 2024-11-21T20:17:36,953 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/hbase/meta/1588230740/.tmp/ns/d232b40a91f84b3bb337c78f7991a4dc is 93, key is TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8./ns:/1732220111460/DeleteFamily/seqid=0 2024-11-21T20:17:36,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742468_1644 (size=5906) 2024-11-21T20:17:36,956 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/hbase/meta/1588230740/.tmp/ns/d232b40a91f84b3bb337c78f7991a4dc 2024-11-21T20:17:36,974 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T20:17:36,975 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T20:17:36,977 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/hbase/meta/1588230740/.tmp/rep_barrier/6c6056307c374986b60149526d1a9dca is 102, key is TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8./rep_barrier:/1732220111460/DeleteFamily/seqid=0 2024-11-21T20:17:36,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742469_1645 (size=6025) 2024-11-21T20:17:37,116 DEBUG [RS:0;377014bd7527:44057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:17:37,317 DEBUG [RS:0;377014bd7527:44057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:17:37,381 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/hbase/meta/1588230740/.tmp/rep_barrier/6c6056307c374986b60149526d1a9dca 2024-11-21T20:17:37,396 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/hbase/meta/1588230740/.tmp/table/502171e4b58d4ad0b66ee42652f4eba1 is 96, key is TestAcidGuarantees,,1732220077502.ca0c9869fe7d4f520d4d4158361dfeb8./table:/1732220111460/DeleteFamily/seqid=0 2024-11-21T20:17:37,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742470_1646 (size=5936) 2024-11-21T20:17:37,517 DEBUG [RS:0;377014bd7527:44057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:17:37,717 DEBUG [RS:0;377014bd7527:44057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T20:17:37,799 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/hbase/meta/1588230740/.tmp/table/502171e4b58d4ad0b66ee42652f4eba1 2024-11-21T20:17:37,802 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/hbase/meta/1588230740/.tmp/info/0bf44098e74a42a581528b8a2d2d077a as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/hbase/meta/1588230740/info/0bf44098e74a42a581528b8a2d2d077a 2024-11-21T20:17:37,804 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/hbase/meta/1588230740/info/0bf44098e74a42a581528b8a2d2d077a, entries=12, sequenceid=90, filesize=6.4 K 2024-11-21T20:17:37,805 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/hbase/meta/1588230740/.tmp/ns/d232b40a91f84b3bb337c78f7991a4dc as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/hbase/meta/1588230740/ns/d232b40a91f84b3bb337c78f7991a4dc 2024-11-21T20:17:37,807 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/hbase/meta/1588230740/ns/d232b40a91f84b3bb337c78f7991a4dc, entries=8, sequenceid=90, filesize=5.8 K 2024-11-21T20:17:37,807 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/hbase/meta/1588230740/.tmp/rep_barrier/6c6056307c374986b60149526d1a9dca as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/hbase/meta/1588230740/rep_barrier/6c6056307c374986b60149526d1a9dca 2024-11-21T20:17:37,809 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/hbase/meta/1588230740/rep_barrier/6c6056307c374986b60149526d1a9dca, entries=6, sequenceid=90, filesize=5.9 K 2024-11-21T20:17:37,809 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/hbase/meta/1588230740/.tmp/table/502171e4b58d4ad0b66ee42652f4eba1 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/hbase/meta/1588230740/table/502171e4b58d4ad0b66ee42652f4eba1 2024-11-21T20:17:37,811 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/hbase/meta/1588230740/table/502171e4b58d4ad0b66ee42652f4eba1, entries=7, sequenceid=90, filesize=5.8 K 2024-11-21T20:17:37,812 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=90, compaction requested=false 2024-11-21T20:17:37,815 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-21T20:17:37,815 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:17:37,815 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:17:37,815 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732220256516Running coprocessor pre-close hooks at 1732220256516Disabling compacts and flushes for region at 1732220256516Disabling writes for close at 1732220256516Obtaining lock to block concurrent updates at 1732220256516Preparing flush snapshotting stores in 1588230740 at 1732220256516Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732220256517 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732220256517Flushing 1588230740/info: creating writer at 1732220256517Flushing 1588230740/info: appending metadata at 1732220256534 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732220256534Flushing 1588230740/ns: creating writer at 1732220256940 (+406 ms)Flushing 1588230740/ns: appending metadata at 1732220256952 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732220256952Flushing 1588230740/rep_barrier: creating writer at 1732220256960 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732220256977 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732220256977Flushing 1588230740/table: creating writer at 1732220257384 (+407 ms)Flushing 1588230740/table: appending metadata at 1732220257395 (+11 ms)Flushing 1588230740/table: closing flushed file at 1732220257395Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16edcc05: reopening flushed file at 1732220257802 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43139a8a: reopening flushed file at 1732220257804 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b0889c5: reopening flushed file at 1732220257807 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ee8e8ac: reopening flushed file at 1732220257809 (+2 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=90, compaction requested=false at 1732220257812 (+3 ms)Writing region close event to WAL at 1732220257813 (+1 ms)Running coprocessor post-close hooks at 1732220257815 (+2 ms)Closed at 1732220257815 2024-11-21T20:17:37,816 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T20:17:37,917 INFO [RS:0;377014bd7527:44057 {}] regionserver.HRegionServer(976): stopping server 377014bd7527,44057,1732220072650; all regions closed. 2024-11-21T20:17:37,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741834_1010 (size=25344) 2024-11-21T20:17:37,923 DEBUG [RS:0;377014bd7527:44057 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/oldWALs 2024-11-21T20:17:37,923 INFO [RS:0;377014bd7527:44057 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C44057%2C1732220072650.meta:.meta(num 1732220077026) 2024-11-21T20:17:37,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741832_1008 (size=18757511) 2024-11-21T20:17:37,927 DEBUG [RS:0;377014bd7527:44057 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/oldWALs 2024-11-21T20:17:37,927 INFO [RS:0;377014bd7527:44057 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C44057%2C1732220072650:(num 1732220076082) 2024-11-21T20:17:37,927 DEBUG [RS:0;377014bd7527:44057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:17:37,927 INFO [RS:0;377014bd7527:44057 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:17:37,927 INFO [RS:0;377014bd7527:44057 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:17:37,927 INFO [RS:0;377014bd7527:44057 {}] hbase.ChoreService(370): Chore service for: regionserver/377014bd7527:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T20:17:37,927 INFO [RS:0;377014bd7527:44057 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:17:37,927 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:17:37,928 INFO [RS:0;377014bd7527:44057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44057 2024-11-21T20:17:37,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T20:17:37,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44057-0x1015f08a6bb0001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/377014bd7527,44057,1732220072650 2024-11-21T20:17:37,952 INFO [RS:0;377014bd7527:44057 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:17:37,965 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [377014bd7527,44057,1732220072650] 2024-11-21T20:17:37,976 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/377014bd7527,44057,1732220072650 already deleted, retry=false 2024-11-21T20:17:37,976 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 377014bd7527,44057,1732220072650 expired; onlineServers=0 2024-11-21T20:17:37,976 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '377014bd7527,38673,1732220071552' ***** 2024-11-21T20:17:37,976 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T20:17:37,976 INFO [M:0;377014bd7527:38673 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:17:37,976 INFO [M:0;377014bd7527:38673 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:17:37,976 DEBUG [M:0;377014bd7527:38673 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T20:17:37,977 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T20:17:37,977 DEBUG [M:0;377014bd7527:38673 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T20:17:37,977 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220075707 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732220075707,5,FailOnTimeoutGroup] 2024-11-21T20:17:37,977 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220075706 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732220075706,5,FailOnTimeoutGroup] 2024-11-21T20:17:37,977 INFO [M:0;377014bd7527:38673 {}] hbase.ChoreService(370): Chore service for: master/377014bd7527:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T20:17:37,977 INFO [M:0;377014bd7527:38673 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:17:37,977 DEBUG [M:0;377014bd7527:38673 {}] master.HMaster(1795): Stopping service threads 2024-11-21T20:17:37,977 INFO [M:0;377014bd7527:38673 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T20:17:37,977 INFO [M:0;377014bd7527:38673 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:17:37,977 ERROR [M:0;377014bd7527:38673 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-21T20:17:37,978 INFO [M:0;377014bd7527:38673 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T20:17:37,978 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T20:17:37,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T20:17:37,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:17:37,986 DEBUG [M:0;377014bd7527:38673 {}] zookeeper.ZKUtil(347): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T20:17:37,986 WARN [M:0;377014bd7527:38673 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T20:17:37,987 INFO [M:0;377014bd7527:38673 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/.lastflushedseqids 2024-11-21T20:17:37,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742471_1647 (size=72) 2024-11-21T20:17:38,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44057-0x1015f08a6bb0001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:17:38,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44057-0x1015f08a6bb0001, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:17:38,066 INFO [RS:0;377014bd7527:44057 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:17:38,066 INFO [RS:0;377014bd7527:44057 {}] regionserver.HRegionServer(1031): Exiting; stopping=377014bd7527,44057,1732220072650; zookeeper connection closed. 2024-11-21T20:17:38,067 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27f3b2ac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27f3b2ac 2024-11-21T20:17:38,067 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T20:17:38,397 INFO [M:0;377014bd7527:38673 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T20:17:38,397 INFO [M:0;377014bd7527:38673 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T20:17:38,397 DEBUG [M:0;377014bd7527:38673 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:17:38,397 INFO [M:0;377014bd7527:38673 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:38,397 DEBUG [M:0;377014bd7527:38673 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:38,397 DEBUG [M:0;377014bd7527:38673 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:17:38,397 DEBUG [M:0;377014bd7527:38673 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:38,397 INFO [M:0;377014bd7527:38673 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=779.95 KB heapSize=956.41 KB 2024-11-21T20:17:38,411 DEBUG [M:0;377014bd7527:38673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11c6aa8ec9134d808d43ea8cf4c1d749 is 82, key is hbase:meta,,1/info:regioninfo/1732220077106/Put/seqid=0 2024-11-21T20:17:38,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742472_1648 (size=5672) 2024-11-21T20:17:38,814 INFO [M:0;377014bd7527:38673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2185 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11c6aa8ec9134d808d43ea8cf4c1d749 2024-11-21T20:17:38,836 DEBUG [M:0;377014bd7527:38673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79f1914c3d2a484ab0fc0494f62a2a47 is 2480, key is \x00\x00\x00\x00\x00\x00\x00\x8D/proc:d/1732220231400/Put/seqid=0 2024-11-21T20:17:38,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742473_1649 (size=44650) 2024-11-21T20:17:39,240 INFO [M:0;377014bd7527:38673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=779.39 KB at sequenceid=2185 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79f1914c3d2a484ab0fc0494f62a2a47 2024-11-21T20:17:39,243 INFO [M:0;377014bd7527:38673 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79f1914c3d2a484ab0fc0494f62a2a47 2024-11-21T20:17:39,256 DEBUG [M:0;377014bd7527:38673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96336c94055847e68ecb18dce93b0c16 is 69, key is 377014bd7527,44057,1732220072650/rs:state/1732220075821/Put/seqid=0 2024-11-21T20:17:39,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073742474_1650 (size=5156) 2024-11-21T20:17:39,659 INFO [M:0;377014bd7527:38673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2185 (bloomFilter=true), to=hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96336c94055847e68ecb18dce93b0c16 2024-11-21T20:17:39,662 DEBUG [M:0;377014bd7527:38673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11c6aa8ec9134d808d43ea8cf4c1d749 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11c6aa8ec9134d808d43ea8cf4c1d749 2024-11-21T20:17:39,664 INFO [M:0;377014bd7527:38673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11c6aa8ec9134d808d43ea8cf4c1d749, entries=8, sequenceid=2185, filesize=5.5 K 2024-11-21T20:17:39,665 DEBUG [M:0;377014bd7527:38673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79f1914c3d2a484ab0fc0494f62a2a47 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79f1914c3d2a484ab0fc0494f62a2a47 2024-11-21T20:17:39,667 INFO [M:0;377014bd7527:38673 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79f1914c3d2a484ab0fc0494f62a2a47 2024-11-21T20:17:39,667 INFO [M:0;377014bd7527:38673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79f1914c3d2a484ab0fc0494f62a2a47, entries=166, sequenceid=2185, filesize=43.6 K 2024-11-21T20:17:39,668 DEBUG [M:0;377014bd7527:38673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96336c94055847e68ecb18dce93b0c16 as hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96336c94055847e68ecb18dce93b0c16 2024-11-21T20:17:39,670 INFO [M:0;377014bd7527:38673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37923/user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96336c94055847e68ecb18dce93b0c16, entries=1, sequenceid=2185, filesize=5.0 K 2024-11-21T20:17:39,670 INFO [M:0;377014bd7527:38673 {}] regionserver.HRegion(3140): Finished flush of dataSize ~779.95 KB/798665, heapSize ~956.12 KB/979064, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=2185, compaction requested=false 2024-11-21T20:17:39,672 INFO [M:0;377014bd7527:38673 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:17:39,672 DEBUG [M:0;377014bd7527:38673 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732220258397Disabling compacts and flushes for region at 1732220258397Disabling writes for close at 1732220258397Obtaining lock to block concurrent updates at 1732220258397Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732220258397Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=798665, getHeapSize=979304, getOffHeapSize=0, getCellsCount=2376 at 1732220258398 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732220258398Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732220258398Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732220258411 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732220258411Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732220258817 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732220258836 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732220258836Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732220259243 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732220259255 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732220259255Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75847c88: reopening flushed file at 1732220259661 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dc7a307: reopening flushed file at 1732220259664 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6366e5cb: reopening flushed file at 1732220259667 (+3 ms)Finished flush of dataSize ~779.95 KB/798665, heapSize ~956.12 KB/979064, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=2185, compaction requested=false at 1732220259670 (+3 ms)Writing region close event to WAL at 1732220259672 (+2 ms)Closed at 1732220259672 2024-11-21T20:17:39,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741830_1006 (size=941873) 2024-11-21T20:17:39,674 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/69bd0666-ccc8-32fa-95bb-2f2c162b4ba0/MasterData/WALs/377014bd7527,38673,1732220071552/377014bd7527%2C38673%2C1732220071552.1732220074934 not finished, retry = 0 2024-11-21T20:17:39,775 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:17:39,775 INFO [M:0;377014bd7527:38673 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T20:17:39,775 INFO [M:0;377014bd7527:38673 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38673 2024-11-21T20:17:39,775 INFO [M:0;377014bd7527:38673 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:17:39,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:17:39,950 INFO [M:0;377014bd7527:38673 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:17:39,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38673-0x1015f08a6bb0000, quorum=127.0.0.1:51850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:17:39,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:17:39,957 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:17:39,957 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:17:39,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:17:39,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/hadoop.log.dir/,STOPPED} 2024-11-21T20:17:39,961 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T20:17:39,961 WARN [BP-317544131-172.17.0.2-1732220067645 heartbeating to localhost/127.0.0.1:37923 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T20:17:39,961 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T20:17:39,961 WARN [BP-317544131-172.17.0.2-1732220067645 heartbeating to localhost/127.0.0.1:37923 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-317544131-172.17.0.2-1732220067645 (Datanode Uuid bc11cfd2-4d45-4d5d-8ad1-bb9827a931a2) service to localhost/127.0.0.1:37923 2024-11-21T20:17:39,964 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/cluster_624d157e-386a-9996-8d25-493ef4160b01/data/data1/current/BP-317544131-172.17.0.2-1732220067645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:17:39,964 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/cluster_624d157e-386a-9996-8d25-493ef4160b01/data/data2/current/BP-317544131-172.17.0.2-1732220067645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:17:39,965 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T20:17:39,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:17:39,974 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:17:39,974 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:17:39,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:17:39,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c3b78ca-4c02-3a30-9900-b416aa43b099/hadoop.log.dir/,STOPPED} 2024-11-21T20:17:39,992 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T20:17:40,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down